You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/04/18 09:17:37 UTC

[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-ea-b84) - Build # 5220 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5220/
Java: 64bit/jdk1.8.0-ea-b84 -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:36169/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:36169/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([4F3F704FA6BC12FA:CED9FE57D1E372C6]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:374)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9305 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.418; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.426; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.427; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.427; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.527; org.apache.solr.cloud.ZkTestServer; start zk server on port:42453
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.528; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.531; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6252c566 name:ZooKeeperConnection Watcher:127.0.0.1:42453 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.532; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.532; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.535; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.536; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6c95375c name:ZooKeeperConnection Watcher:127.0.0.1:42453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.537; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.537; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.539; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.542; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.543; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.545; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.546; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.549; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.550; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.553; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.553; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.555; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.556; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.560; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.561; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.566; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.567; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.571; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.571; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.576; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.577; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.581; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.582; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.667; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.689; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:35091
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.690; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.690; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.690; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366268674588
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.691; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366268674588/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.691; org.apache.solr.core.CoreContainer; New CoreContainer 976025833
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.691; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366268674588/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.692; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366268674588/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.780; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.780; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.781; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.781; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.781; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.782; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.782; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.782; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.783; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.783; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.786; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.787; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:42453/solr
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.787; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.788; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.789; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@54699380 name:ZooKeeperConnection Watcher:127.0.0.1:42453 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.790; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.793; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.796; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.798; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@34c9e3fc name:ZooKeeperConnection Watcher:127.0.0.1:42453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.798; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.799; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.802; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.805; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.806; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35091_
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.807; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:35091_
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.809; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.815; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.817; org.apache.solr.cloud.Overseer; Overseer (id=89539783847378947-127.0.0.1:35091_-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.820; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.823; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.823; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.825; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.826; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.829; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.831; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366268674588/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.831; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.831; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.832; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.833; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366268674588/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.833; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366268674588/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.833; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366268674588/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.857; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.888; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.890; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:34.896; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.213; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.220; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.222; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.241; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.246; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.252; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:35.254; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:35.254; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.255; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:35.257; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:35.257; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.258; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.258; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366268674588/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/control/data/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.258; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af53993
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.259; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.260; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/control/data
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.260; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/control/data/index/
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:35.261; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.261; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/control/data/index
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.264; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3117766 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ac5e14c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.265; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.268; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.268; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.269; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.270; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.271; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.271; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.271; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.272; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.273; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.277; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.282; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3ea2fdea main
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.283; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/control/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.283; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.284; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.301; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3ea2fdea main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.303; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:35.303; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:36.333; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:36.334; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:35091",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:35091_",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:36.335; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:36.335; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:36.341; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.305; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.306; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:35091 collection:control_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.307; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.318; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.322; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.323; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.323; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:35091/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.323; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.324; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:35091/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.324; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:35091/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.325; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.846; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.854; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.882; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:35091/collection1/ and leader is http://127.0.0.1:35091/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.882; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35091
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.883; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.883; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.883; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.885; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.886; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.887; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.887; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.890; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.891; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.893; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@599ff346 name:ZooKeeperConnection Watcher:127.0.0.1:42453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.893; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.895; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.897; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.958; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.960; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:50731
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.961; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.961; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.961; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366268677897
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.962; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366268677897/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.962; org.apache.solr.core.CoreContainer; New CoreContainer 1357969199
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.962; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366268677897/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:37.963; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366268677897/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.033; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.033; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.034; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.034; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.034; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.035; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.035; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.035; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.036; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.036; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.039; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.040; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:42453/solr
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.040; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.041; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.042; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@380b1b2d name:ZooKeeperConnection Watcher:127.0.0.1:42453 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.043; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.045; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.048; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.049; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1db0af23 name:ZooKeeperConnection Watcher:127.0.0.1:42453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.049; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:38.053; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.056; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50731_
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.058; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:50731_
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.063; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.064; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.064; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.067; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.073; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366268677897/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.073; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.074; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.075; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.077; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366268677897/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.078; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366268677897/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.079; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366268677897/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.118; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.153; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.154; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.160; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.359; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.360; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:35091",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:35091__collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "node_name":"127.0.0.1:35091_",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.363; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.363; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.363; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.497; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.503; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.505; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.518; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.521; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.523; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:39.524; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:39.524; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.525; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:39.526; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:39.526; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.526; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.526; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366268677897/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty1/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.527; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af53993
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.527; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.527; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.528; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty1/index/
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:39.528; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.528; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty1/index
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.530; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9e46a5e lockFactory=org.apache.lucene.store.NativeFSLockFactory@677044cd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.530; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.532; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.532; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.533; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.534; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.534; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.534; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.535; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.535; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.536; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.538; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.541; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2dd491bd main
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.542; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty1/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.542; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.543; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.546; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2dd491bd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.549; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:39.549; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:40.867; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:40.869; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50731",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50731_",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:40.869; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:40.869; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:40.875; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:40.876; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:40.876; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:41.551; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:41.552; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:50731 collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:41.554; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:41.566; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:41.571; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:41.571; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:41.572; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:50731/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:41.572; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:41.573; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:50731/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:41.573; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:50731/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:41.573; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.382; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.394; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.394; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.394; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.436; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:50731/collection1/ and leader is http://127.0.0.1:50731/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.437; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50731
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.437; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.438; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.438; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.440; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.442; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.443; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.444; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.532; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.534; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:36169
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.535; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.535; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.536; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366268682451
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.536; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366268682451/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.537; org.apache.solr.core.CoreContainer; New CoreContainer 1470633656
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.537; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366268682451/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.538; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366268682451/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.608; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.609; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.609; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.609; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.610; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.610; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.610; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.611; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.611; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.611; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.614; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.615; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:42453/solr
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.615; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.616; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.618; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6798bf0e name:ZooKeeperConnection Watcher:127.0.0.1:42453 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.618; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.620; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.623; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.624; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2a7fa2a8 name:ZooKeeperConnection Watcher:127.0.0.1:42453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.624; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:42.629; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.634; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36169_
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.637; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:36169_
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.640; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.642; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.642; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.642; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.642; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.642; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.644; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.651; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366268682451/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.651; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.652; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.653; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.655; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366268682451/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.656; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366268682451/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.657; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366268682451/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.694; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.727; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.729; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.733; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.901; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.902; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50731",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:50731__collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "node_name":"127.0.0.1:50731_",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:43.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.099; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.105; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.108; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.121; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.126; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.131; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:44.133; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:44.134; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.134; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:44.136; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:44.136; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.137; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.137; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366268682451/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty2/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.138; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af53993
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.138; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.140; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty2
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.140; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty2/index/
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:44.140; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.141; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty2/index
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.143; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@57e541ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e27f44c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.144; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.147; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.148; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.149; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.150; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.150; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.151; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.151; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.152; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.153; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.157; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.162; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5c0ba73e main
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.162; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty2/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.163; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.163; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.166; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5c0ba73e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.169; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:44.169; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:45.415; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:45.416; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:36169",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:36169_",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:45.417; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:45.417; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:45.423; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:45.423; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:45.423; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:45.424; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.171; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.171; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:36169 collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.173; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.182; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.186; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.186; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.187; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:36169/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.187; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.188; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:36169/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.188; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:36169/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.189; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.930; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.942; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.942; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.942; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.942; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.948; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:36169/collection1/ and leader is http://127.0.0.1:36169/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.949; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36169
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.949; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.950; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.950; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.953; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.954; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.955; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:46.956; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.035; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.038; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:60141
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.038; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.038; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.039; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366268686962
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.039; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366268686962/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.039; org.apache.solr.core.CoreContainer; New CoreContainer 655268118
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.040; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366268686962/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.040; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366268686962/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.110; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.111; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.111; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.112; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.112; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.112; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.113; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.113; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.113; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.114; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.117; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.117; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:42453/solr
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.118; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.119; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.120; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@471538d7 name:ZooKeeperConnection Watcher:127.0.0.1:42453 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.122; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.124; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.127; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.129; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@28b32ebc name:ZooKeeperConnection Watcher:127.0.0.1:42453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.129; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:47.132; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.135; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60141_
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.137; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:60141_
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.142; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.142; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.143; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.143; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.144; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.142; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.143; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.144; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.145; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.152; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366268686962/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.153; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.154; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.154; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.157; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366268686962/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.157; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366268686962/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.158; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366268686962/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.193; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.239; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.241; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.245; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.449; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.450; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:36169",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:36169__collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "node_name":"127.0.0.1:36169_",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.453; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.454; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.454; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.454; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.454; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.569; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.574; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.577; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.595; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.599; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.603; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:48.604; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:48.605; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.605; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:48.606; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:48.606; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.607; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.607; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366268686962/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty3/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.607; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af53993
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.608; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.608; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty3
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.608; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty3/index/
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:48.608; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.609; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty3/index
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.610; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2fbecab5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a4f4ec6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.610; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.612; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.612; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.613; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.613; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.614; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.614; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.614; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.615; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.615; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.617; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.620; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@764ce7c9 main
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.620; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty3/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.621; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.621; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.625; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@764ce7c9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.627; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:48.627; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:49.960; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:49.962; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:60141",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:60141_",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:49.962; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:49.963; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:49.970; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:49.970; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:49.970; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:49.970; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:49.970; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.629; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.629; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:60141 collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.634; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:60141/collection1/ and leader is http://127.0.0.1:50731/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.634; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60141
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.635; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.635; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.636; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.637; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.637; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.638; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.638; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.639; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.640; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.640; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.641; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.650; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:60141__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.722; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.724; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:57878
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.724; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.725; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.725; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366268690649
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.726; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366268690649/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.726; org.apache.solr.core.CoreContainer; New CoreContainer 549160936
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.726; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366268690649/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.727; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366268690649/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.813; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.814; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.814; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.815; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.815; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.815; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.816; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.816; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.816; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.817; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.820; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.820; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:42453/solr
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.821; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.822; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.823; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2cda3236 name:ZooKeeperConnection Watcher:127.0.0.1:42453 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.824; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.826; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.829; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.830; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@34af767e name:ZooKeeperConnection Watcher:127.0.0.1:42453/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.830; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:50.833; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.478; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.479; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:60141",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:60141__collection1",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "node_name":"127.0.0.1:60141_",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.486; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.487; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.487; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.487; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.487; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.486; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.651; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:60141__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.652; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:60141__collection1&core=collection1&nodeName=127.0.0.1:60141_&action=PREPRECOVERY&onlyIfLeader=true&checkLive=true&state=recovering&version=2&wt=javabin} status=0 QTime=1002 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.836; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57878_
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.839; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:57878_
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.842; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.843; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.843; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.844; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.843; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.845; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.843; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.846; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.846; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.844; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.847; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.848; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.855; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366268690649/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.856; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.857; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.858; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.860; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366268690649/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.861; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366268690649/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.862; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366268690649/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.911; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.942; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.943; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:51.948; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.292; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.298; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.300; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.321; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.324; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.328; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:52.329; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:52.329; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.330; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:52.330; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:52.331; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.331; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.331; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366268690649/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.331; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af53993
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.332; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.332; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.333; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4/index/
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:52.333; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.333; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.334; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24e9cb66 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c1257b3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.335; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.337; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.337; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.337; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.338; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.338; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.339; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.339; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.339; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.340; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.342; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.344; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@42bc08be main
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.345; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.345; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.346; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.350; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@42bc08be main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.352; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.352; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.995; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.996; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:57878",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:57878_",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.997; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:52.997; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.003; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.003; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.003; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.003; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.004; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.003; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.354; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.354; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:57878 collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.357; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:57878/collection1/ and leader is http://127.0.0.1:36169/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.358; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57878
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.358; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.358; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.359; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.359; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.359; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.360; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.360; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.361; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.361; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.361; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.362; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.367; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.367; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:57878__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.368; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.373; org.apache.solr.core.CoreContainer; Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366268677897/onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.373; org.apache.solr.cloud.ZkController; Check for collection zkNode:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.374; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.374; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.375; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.376; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.378; org.apache.solr.cloud.ZkController; Load collection config from:/collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.379; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366268677897/onenodecollectioncore/'
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.405; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.435; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.437; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.441; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.653; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:50731/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.654; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:60141 START replicas=[http://127.0.0.1:50731/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:53.654; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.655; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.655; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.655; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.655; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.655; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:50731/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.655; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.660; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={version=2&wt=javabin&getVersions=100&qt=/get&distrib=false} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.661; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.663; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9e46a5e lockFactory=org.apache.lucene.store.NativeFSLockFactory@677044cd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.663; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.664; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9e46a5e lockFactory=org.apache.lucene.store.NativeFSLockFactory@677044cd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9e46a5e lockFactory=org.apache.lucene.store.NativeFSLockFactory@677044cd),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.664; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.665; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@dd2fb46 realtime
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.665; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.665; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&softCommit=false&commit=true&version=2&wt=javabin&openSearcher=false&commit_end_point=true} {commit=} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.666; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.666; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.671; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.671; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&version=2&wt=javabin&qt=/replication} status=0 QTime=4 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.672; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.672; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.673; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.674; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&generation=2&version=2&wt=javabin&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.675; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.676; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty3/index.20130418080453675
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.676; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cd6dcc3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ca27e8b) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.690; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filecontent&file=segments_2&generation=2&wt=filestream&qt=/replication&checksum=true} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.693; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.693; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.694; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.695; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2fbecab5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a4f4ec6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2fbecab5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a4f4ec6),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.696; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.696; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.697; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4f9d524d main
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.698; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@4f9d524d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.698; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty3/index.20130418080453675 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty3/index.20130418080453675;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.699; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty3/index.20130418080453675
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.699; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty3/index.20130418080453675
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.699; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.699; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.699; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.700; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.701; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.829; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.834; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.837; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.847; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.850; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.854; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:53.855; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:53.855; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.856; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:53.857; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:53.857; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.857; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.858; org.apache.solr.core.SolrCore; [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366268677897/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366268674426/onenodecollection/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.858; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4af53993
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.859; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.859; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366268674426/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.860; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366268674426/onenodecollection/index/
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:53.860; org.apache.solr.core.SolrCore; [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366268674426/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.860; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366268674426/onenodecollection/index
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.862; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4bf2238f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a2466b6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.862; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.864; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.864; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.865; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.865; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.866; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.866; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.866; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.867; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.867; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.870; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.872; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@10677db5 main
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.873; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366268674426/onenodecollection/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.873; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.874; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.877; org.apache.solr.core.SolrCore; [onenodecollectioncore] Registered new searcher Searcher@10677db5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:53.878; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=down
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.512; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.513; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:57878",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:57878__collection1",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "node_name":"127.0.0.1:57878_",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.519; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:60141",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:60141__collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "node_name":"127.0.0.1:60141_",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.524; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50731",
[junit4:junit4]   1>   "core":"onenodecollectioncore",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50731_",
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.525; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection onenodecollection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.525; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.532; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.532; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.532; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.532; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.533; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.533; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.880; org.apache.solr.core.CoreContainer; registering core: onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.881; org.apache.solr.cloud.ZkController; Register replica - core:onenodecollectioncore address:http://127.0.0.1:50731 collection:onenodecollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.882; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.895; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.899; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.900; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.900; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:50731/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.901; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.902; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:50731/onenodecollectioncore/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.902; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:50731/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:54.903; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:55.368; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:57878__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:55.369; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:57878__collection1&core=collection1&nodeName=127.0.0.1:57878_&action=PREPRECOVERY&onlyIfLeader=true&checkLive=true&state=recovering&version=2&wt=javabin} status=0 QTime=2002 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.045; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.058; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.058; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.058; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.059; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.058; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.059; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.067; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:50731/onenodecollectioncore/ and leader is http://127.0.0.1:50731/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.067; org.apache.solr.cloud.ZkController; No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:50731
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.068; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.069; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=active
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.071; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.072; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={action=CREATE&numShards=1&name=onenodecollectioncore&version=2&wt=javabin&collection=onenodecollection&roles=none&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366268674426/onenodecollection} status=0 QTime=2699 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.073; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:56.075; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.077; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.370; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:36169/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.371; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:57878 START replicas=[http://127.0.0.1:36169/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-18 07:04:57.371; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.372; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.372; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.372; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.373; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.373; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:36169/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.373; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.379; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={version=2&wt=javabin&getVersions=100&qt=/get&distrib=false} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.381; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.383; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@57e541ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e27f44c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.384; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.385; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@57e541ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e27f44c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@57e541ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e27f44c),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.386; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.387; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@663cd439 realtime
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.388; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.388; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&softCommit=false&commit=true&version=2&wt=javabin&openSearcher=false&commit_end_point=true} {commit=} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.390; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.390; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.392; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.393; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=indexversion&version=2&wt=javabin&qt=/replication} status=0 QTime=2 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.393; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.394; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.394; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.396; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filelist&generation=2&version=2&wt=javabin&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.397; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.398; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4/index.20130418080457398
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.399; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@32253923 lockFactory=org.apache.lucene.store.NativeFSLockFactory@148bbc75) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.402; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={command=filecontent&file=segments_2&generation=2&wt=filestream&qt=/replication&checksum=true} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.404; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.405; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.406; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.407; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24e9cb66 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c1257b3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@24e9cb66 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c1257b3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.408; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.409; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.409; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2a2fb48c main
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.410; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2a2fb48c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.411; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4/index.20130418080457398 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4/index.20130418080457398;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.412; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4/index.20130418080457398
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.412; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4/index.20130418080457398
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.412; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.413; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.413; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.413; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.416; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.569; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.571; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50731",
[junit4:junit4]   1>   "core":"onenodecollectioncore",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:50731__onenodecollectioncore",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "node_name":"127.0.0.1:50731_",
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.576; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:57878",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:57878__collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "node_name":"127.0.0.1:57878_",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.584; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.584; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.584; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.584; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.584; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:57.584; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:58.080; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:58.081; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:58.082; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:58.091; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:58.094; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@64dc6335 name:ZooKeeperConnection Watcher:127.0.0.1:42453 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:58.094; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> / (2)
[junit4:junit4]   1> DATA:
[junit4:junit4]   1>     
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1>  /solr (7)
[junit4:junit4]   1>   /solr/live_nodes (5)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:57878_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:60141_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:50731_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:36169_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:35091_ (0)
[junit4:junit4]   1>   /solr/overseer (3)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       
[junit4:junit4]   1>    /solr/overseer/queue-work (0)
[junit4:junit4]   1>    /solr/overseer/queue (0)
[junit4:junit4]   1>    /solr/overseer/collection-queue-work (0)
[junit4:junit4]   1>   /solr/clusterstate.json (0)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       {
[junit4:junit4]   1>         "onenodecollection":{
[junit4:junit4]   1>           "shards":{"shard1":{
[junit4:junit4]   1>               "range":"80000000-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"127.0.0.1:50731__onenodecollectioncore":{
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:50731",
[junit4:junit4]   1>                   "core":"onenodecollectioncore",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:50731_",
[junit4:junit4]   1>                   "collection":"onenodecollection",
[junit4:junit4]   1>                   "roles":"none",
[junit4:junit4]   1>                   "leader":"true"}}}},
[junit4:junit4]   1>           "router":"compositeId"},
[junit4:junit4]   1>         "collection1":{
[junit4:junit4]   1>           "shards":{
[junit4:junit4]   1>             "shard1":{
[junit4:junit4]   1>               "range":"80000000-ffffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{
[junit4:junit4]   1>                 "127.0.0.1:50731__collection1":{
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:50731",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:50731_",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "leader":"true"},
[junit4:junit4]   1>                 "127.0.0.1:60141__collection1":{
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:60141",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:60141_",
[junit4:junit4]   1>                   "collection":"collection1"}}},
[junit4:junit4]   1>             "shard2":{
[junit4:junit4]   1>               "range":"0-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{
[junit4:junit4]   1>                 "127.0.0.1:36169__collection1":{
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:36169",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "shard":"shard2",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:36169_",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "leader":"true"},
[junit4:junit4]   1>                 "127.0.0.1:57878__collection1":{
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:57878",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "shard":"shard2",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:57878_",
[junit4:junit4]   1>                   "collection":"collection1"}}}},
[junit4:junit4]   1>           "router":"compositeId"},
[junit4:junit4]   1>         "control_collection":{
[junit4:junit4]   1>           "shards":{"shard1":{
[junit4:junit4]   1>               "range":"80000000-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"127.0.0.1:35091__collection1":{
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:35091",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:35091_",
[junit4:junit4]   1>                   "collection":"control_collection",
[junit4:junit4]   1>                   "leader":"true"}}}},
[junit4:junit4]   1>           "router":"compositeId"}}
[junit4:junit4]   1>   /solr/aliases.json (0)
[junit4:junit4]   1>   /solr/collections (3)
[junit4:junit4]   1>    /solr/collections/onenodecollection (2)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {
[junit4:junit4]   1>          "router":"compositeId",
[junit4:junit4]   1>          "configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leaders (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:50731",
[junit4:junit4]   1>            "core":"onenodecollectioncore",
[junit4:junit4]   1>            "node_name":"127.0.0.1:50731_"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/onenodecollection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/onenodecollection/leader_elect/shard1/election/89539783847378950-127.0.0.1:50731__onenodecollectioncore-n_0000000000 (0)
[junit4:junit4]   1>    /solr/collections/collection1 (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/collection1/leaders (2)
[junit4:junit4]   1>      /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:50731",
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:50731_"}
[junit4:junit4]   1>      /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:36169",
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:36169_"}
[junit4:junit4]   1>     /solr/collections/collection1/shards (0)
[junit4:junit4]   1>     /solr/collections/collection1/leader_elect (2)
[junit4:junit4]   1>      /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/89539783847378950-127.0.0.1:50731__collection1-n_0000000000 (0)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/89539783847378954-127.0.0.1:60141__collection1-n_0000000001 (0)
[junit4:junit4]   1>      /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4]   1>       /solr/collections/collection1/leader_elect/shard2/election (2)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/89539783847378952-127.0.0.1:36169__collection1-n_0000000000 (0)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/89539783847378956-127.0.0.1:57878__collection1-n_0000000001 (0)
[junit4:junit4]   1>    /solr/collections/control_collection (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/control_collection/leaders (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:35091",
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:35091_"}
[junit4:junit4]   1>     /solr/collections/control_collection/shards (0)
[junit4:junit4]   1>     /solr/collections/control_collection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/control_collection/leader_elect/shard1/election/89539783847378947-127.0.0.1:35091__collection1-n_0000000000 (0)
[junit4:junit4]   1>   /solr/configs (1)
[junit4:junit4]   1>    /solr/configs/conf1 (9)
[junit4:junit4]   1>     /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/protwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/schema.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/currency.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4]   1>     DATA:
[junit4:junit4]   1>         {
[junit4:junit4]   1>           "disclaimer": "This data is not real, it was synthetically created to match currency.xml.  It is modeled after the data format available from openexchangerates.org.  See https://openexchangerates.org/documentation for details",
[junit4:junit4]   1>           "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4]   1>           "timestamp": 1332070464,
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "base": "USD",
[junit4:junit4]   1>           "rates": {
[junit4:junit4]   1>             "USD": 1,
[junit4:junit4]   1>             "JPY": 81.29,
[junit4:junit4]   1>             "EUR": 2.5,
[junit4:junit4]   1>             "GBP": 0.5,
[junit4:junit4]   1>             "MXN": 2.0
[junit4:junit4]   1>           }
[junit4:junit4]   1>         }
[junit4:junit4]   1>         
[junit4:junit4]   1>     /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>   /solr/overseer_elect (2)
[junit4:junit4]   1>    /solr/overseer_elect/leader (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"id":"89539783847378947-127.0.0.1:35091_-n_0000000000"}
[junit4:junit4]   1>    /solr/overseer_elect/election (5)
[junit4:junit4]   1>     /solr/overseer_elect/election/89539783847378956-127.0.0.1:57878_-n_0000000004 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89539783847378950-127.0.0.1:50731_-n_0000000001 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89539783847378954-127.0.0.1:60141_-n_0000000003 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89539783847378952-127.0.0.1:36169_-n_0000000002 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89539783847378947-127.0.0.1:35091_-n_0000000000 (0)
[junit4:junit4]   1> 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:58.137; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 35091
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:58.138; org.apache.solr.core.CoreContainer; Shutting down CoreContainer instance=976025833
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:59.093; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:59.093; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=null message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:35091",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:35091__collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "node_name":"127.0.0.1:35091_",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:59.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:59.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:59.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:59.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:04:59.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.140; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.140; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.143; org.apache.solr.core.SolrCore; [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2d4f2157
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.146; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.146; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.146; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.147; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.148; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.148; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.149; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/control/data [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/control/data;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.149; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/control/data
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.149; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/control/data/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/control/data/index;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.150; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/control/data/index
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.151; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89539783847378947-127.0.0.1:35091_-n_0000000000) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.152; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.152; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.152; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.152; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.154; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.154; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.155; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.156; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.156; org.apache.solr.cloud.Overseer; Overseer (id=89539783847378950-127.0.0.1:50731_-n_0000000001) starting
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.160; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.160; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.161; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.162; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.163; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.164; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:35091",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:35091__collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "node_name":"127.0.0.1:35091_",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.167; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.167; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.167; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.168; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.175; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.226; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 50731
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:00.227; org.apache.solr.core.CoreContainer; Shutting down CoreContainer instance=1357969199
[junit4:junit4]   1> WARN  - 2013-04-18 07:05:01.453; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> WARN  - 2013-04-18 07:05:01.453; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:01.671; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:01.672; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=null message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50731",
[junit4:junit4]   1>   "core":"onenodecollectioncore",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:50731__onenodecollectioncore",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "node_name":"127.0.0.1:50731_",
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:01.675; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=null message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50731",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:50731__collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "node_name":"127.0.0.1:50731_",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:01.679; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:01.679; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:01.679; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:01.679; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred

[...truncated too long message...]

n1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "node_name":"127.0.0.1:57878_",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:05.536; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.524; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.525; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.528; org.apache.solr.core.SolrCore; [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@36bdd0ee
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.535; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.536; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.537; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.537; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.539; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.539; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.540; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4/index;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.540; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.541; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.541; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366268674426/jetty4
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.542; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89539783847378956-127.0.0.1:57878_-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.543; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-04-18 07:05:06.544; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> WARN  - 2013-04-18 07:05:06.544; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.565; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.623; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.625; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:42453 42453
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366268674426
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=4F3F704FA6BC12FA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr_BA -Dtests.timezone=Atlantic/Madeira -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   32.2s J1 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:36169/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([4F3F704FA6BC12FA:CED9FE57D1E372C6]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:374)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.641; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 32227 T1425 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   1> WARN  - 2013-04-18 07:05:06.734; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-18 07:05:06.735; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> WARN  - 2013-04-18 07:05:06.735; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=sr_BA, timezone=Atlantic/Madeira
[junit4:junit4]   2> NOTE: Linux 3.2.0-40-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=3,free=123410320,total=349175808
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestStressLucene, QueryResultKeyTest, TestFastOutputStream, NumericFieldsTest, TestUniqueKeyFieldResource, IndexSchemaRuntimeFieldTest, TestFieldResource, HighlighterTest, TestComponentsName, ConvertedLegacyTest, CopyFieldTest, CurrencyFieldXmlFileTest, TestStressReorder, TestDynamicFieldCollectionResource, JSONWriterTest, TestLazyCores, SignatureUpdateProcessorFactoryTest, TermVectorComponentDistributedTest, TestSystemIdResolver, TestSchemaResource, TestJmxMonitoredMap, TestCSVLoader, TestShardHandlerFactory, TestQueryTypes, TestUtils, IndexReaderFactoryTest, SuggesterTSTTest, TestElisionMultitermQuery, CurrencyFieldOpenExchangeTest, DisMaxRequestHandlerTest, DirectUpdateHandlerTest, BadIndexSchemaTest, SolrTestCaseJ4Test, NoCacheHeaderTest, TestRecovery, LeaderElectionIntegrationTest, TestBinaryResponseWriter, ClusterStateTest, DocumentAnalysisRequestHandlerTest, OpenExchangeRatesOrgProviderTest, DocValuesMultiTest, TestSolr4Spatial, TestMergePolicyConfig, TestUpdate, SimplePostToolTest, TestDefaultSearchFieldResource, UniqFieldsUpdateProcessorFactoryTest, RequiredFieldsTest, StatsComponentTest, TestMultiCoreConfBootstrap, ZkSolrClientTest, TestManagedSchema, TestReload, TestPropInject, TestWordDelimiterFilterFactory, TestDFRSimilarityFactory, TestArbitraryIndexDir, TestFoldingMultitermQuery, SolrCoreCheckLockOnStartupTest, PingRequestHandlerTest, DOMUtilTest, TestPartialUpdateDeduplication, TestDistributedGrouping, SpellCheckCollatorTest, ChaosMonkeySafeLeaderTest, DistanceFunctionTest, XsltUpdateRequestHandlerTest, TimeZoneUtilsTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 32.77s, 1 test, 1 error <<< FAILURES!

[...truncated 512 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:438: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 290 suites, 1201 tests, 1 error, 13 ignored (7 assumptions)

Total time: 38 minutes 11 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b84 -XX:+UseG1GC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b84) - Build # 5225 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5225/
Java: 32bit/jdk1.8.0-ea-b84 -client -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:43571/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:43571/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([5445A1DE167356F3:D5A32FC6612C36CF]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:374)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9350 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.349; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.353; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.354; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.354; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.454; org.apache.solr.cloud.ZkTestServer; start zk server on port:40671
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.456; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.575; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1fc45a5 name:ZooKeeperConnection Watcher:127.0.0.1:40671 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.576; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.576; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.580; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.581; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@13bad6a name:ZooKeeperConnection Watcher:127.0.0.1:40671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.581; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.582; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.585; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.588; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.590; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.594; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.595; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.601; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.602; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.607; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.608; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.612; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.613; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.616; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.617; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.621; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.622; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.625; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.626; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.632; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.633; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.636; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.637; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.723; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.726; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:58587
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.727; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.728; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.728; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366298154642
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.729; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366298154642/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.729; org.apache.solr.core.CoreContainer; New CoreContainer 19050846
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.729; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366298154642/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.730; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366298154642/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.832; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.833; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.833; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.834; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.834; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.835; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.835; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.835; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.836; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.836; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.840; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.840; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:40671/solr
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.841; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.841; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.843; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1fbf14 name:ZooKeeperConnection Watcher:127.0.0.1:40671 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.843; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.846; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.853; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.854; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@16d2b8e name:ZooKeeperConnection Watcher:127.0.0.1:40671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.854; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.855; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.858; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.860; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.861; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58587_
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.862; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:58587_
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.864; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.867; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.869; org.apache.solr.cloud.Overseer; Overseer (id=89541715843940355-127.0.0.1:58587_-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.872; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.875; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.876; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.877; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.879; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.881; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.883; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366298154642/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.884; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.885; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.885; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.887; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366298154642/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.888; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366298154642/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.889; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366298154642/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.929; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.987; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.988; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:54.995; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.432; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.438; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.441; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.452; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.455; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.458; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 15:15:55.459; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 15:15:55.460; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.460; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 15:15:55.462; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 15:15:55.463; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.463; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.464; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366298154642/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/control/data/
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.464; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11dfca4
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.465; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.466; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/control/data
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.467; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/control/data/index/
[junit4:junit4]   1> WARN  - 2013-04-18 15:15:55.467; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.468; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/control/data/index
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.470; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@30dc71 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ae1171),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.471; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.474; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.474; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.475; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.476; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.477; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.477; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.478; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.479; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.479; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.484; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.486; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1aad920 main
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.487; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/control/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.487; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.488; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.491; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1aad920 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.492; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:55.492; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.384; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.386; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:58587_",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:58587",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.386; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.387; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.392; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.493; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.494; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:58587 collection:control_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.495; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.506; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.510; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.511; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.511; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:58587/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.512; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.512; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:58587/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.513; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:58587/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:56.514; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.898; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.911; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.926; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:58587/collection1/ and leader is http://127.0.0.1:58587/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.926; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58587
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.927; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.927; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.928; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.930; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.932; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.933; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.934; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.940; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.943; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.945; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@15a0b7a name:ZooKeeperConnection Watcher:127.0.0.1:40671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.945; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.948; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:57.952; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.043; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.045; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:42616
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.046; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.047; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.047; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366298157953
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.048; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366298157953/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.048; org.apache.solr.core.CoreContainer; New CoreContainer 25541928
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.049; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366298157953/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.049; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366298157953/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.147; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.148; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.149; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.149; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.150; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.150; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.150; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.151; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.151; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.152; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.155; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.155; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:40671/solr
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.156; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.157; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.158; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@14ab56d name:ZooKeeperConnection Watcher:127.0.0.1:40671 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.158; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.160; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.163; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.164; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@df5ab7 name:ZooKeeperConnection Watcher:127.0.0.1:40671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.164; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:58.167; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.170; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42616_
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.172; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:42616_
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.177; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.177; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.178; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.178; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.187; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366298157953/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.188; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.189; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.189; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.191; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366298157953/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.192; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366298157953/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.193; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366298157953/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.259; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.298; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.299; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.304; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.418; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.419; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:58587_",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:58587",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:58587__collection1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.421; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.421; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.421; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.732; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.738; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.741; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.751; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.754; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.757; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 15:15:59.758; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 15:15:59.759; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.759; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 15:15:59.760; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 15:15:59.760; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.760; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.761; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366298157953/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty1/
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.761; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11dfca4
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.761; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.762; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty1
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.762; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty1/index/
[junit4:junit4]   1> WARN  - 2013-04-18 15:15:59.762; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.763; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty1/index
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.764; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c25e1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a0946),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.765; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.766; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.767; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.767; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.768; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.769; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.769; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.769; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.770; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.770; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.773; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.776; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@b9a1e7 main
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.777; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty1/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.778; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.778; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.784; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@b9a1e7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.786; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 15:15:59.786; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:00.924; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:00.925; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:42616_",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:42616",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:00.926; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:00.926; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:00.930; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:00.930; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:00.930; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:01.788; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:01.788; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:42616 collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:01.790; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:01.799; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:01.802; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:01.802; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:01.803; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:42616/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:01.803; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:01.804; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:42616/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:01.804; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:42616/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:01.805; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.435; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.445; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.445; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.445; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.464; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:42616/collection1/ and leader is http://127.0.0.1:42616/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.465; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42616
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.465; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.466; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.466; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.469; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.471; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.471; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.472; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.542; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.544; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:43571
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.545; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.545; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.546; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366298162479
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.546; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366298162479/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.546; org.apache.solr.core.CoreContainer; New CoreContainer 31239553
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.547; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366298162479/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.548; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366298162479/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.664; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.665; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.665; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.665; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.666; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.666; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.667; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.667; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.668; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.668; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.671; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.672; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:40671/solr
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.672; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.673; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.674; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3819e8 name:ZooKeeperConnection Watcher:127.0.0.1:40671 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.675; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.678; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.681; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.682; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1a94533 name:ZooKeeperConnection Watcher:127.0.0.1:40671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.682; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:02.686; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.689; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43571_
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.691; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:43571_
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.695; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.696; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.697; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.696; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.697; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.698; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.700; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.706; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366298162479/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.706; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.707; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.708; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.709; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366298162479/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.711; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366298162479/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.712; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366298162479/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.748; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.787; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.789; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.793; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.951; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.951; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:42616_",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:42616",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:42616__collection1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.954; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.954; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.954; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:03.954; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.213; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.220; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.223; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.235; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.237; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.241; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:04.241; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:04.242; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.242; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:04.243; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:04.243; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.244; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.244; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366298162479/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty2/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.244; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11dfca4
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.245; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.245; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty2
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.245; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty2/index/
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:04.246; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.246; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty2/index
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.247; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b53838 lockFactory=org.apache.lucene.store.NativeFSLockFactory@166c61d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.247; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.249; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.250; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.250; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.251; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.252; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.252; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.253; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.253; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.254; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.257; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.260; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1d0d068 main
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.261; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty2/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.261; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.262; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.267; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1d0d068 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.270; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:04.270; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:05.461; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:05.462; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:43571_",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43571",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:05.463; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:05.463; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:05.469; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:05.469; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:05.469; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:05.469; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.272; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.273; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:43571 collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.274; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.282; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.286; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.286; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.287; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:43571/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.287; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.288; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:43571/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.288; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:43571/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.289; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.975; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.986; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.986; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.986; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.986; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.998; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:43571/collection1/ and leader is http://127.0.0.1:43571/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.999; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43571
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:06.999; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.000; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.000; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.002; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.004; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.005; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.006; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.080; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.082; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:60525
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.083; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.083; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.084; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366298167013
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.084; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366298167013/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.085; org.apache.solr.core.CoreContainer; New CoreContainer 28785859
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.085; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366298167013/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.085; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366298167013/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.172; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.172; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.173; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.173; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.174; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.174; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.174; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.175; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.175; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.176; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.179; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.179; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:40671/solr
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.180; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.180; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.182; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@15a0772 name:ZooKeeperConnection Watcher:127.0.0.1:40671 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.183; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.186; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.189; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.190; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@161aa53 name:ZooKeeperConnection Watcher:127.0.0.1:40671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.190; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:07.194; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.198; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60525_
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.201; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:60525_
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.206; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.207; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.207; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.207; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.207; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.209; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.209; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.208; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.209; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.217; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366298167013/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.217; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.219; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.219; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.221; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366298167013/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.223; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366298167013/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.224; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366298167013/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.262; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.301; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.302; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.306; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.492; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.493; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:43571_",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43571",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:43571__collection1",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.495; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.495; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.495; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.495; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.495; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.742; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.748; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.751; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.764; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.769; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.772; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:08.774; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:08.775; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.775; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:08.776; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:08.776; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.777; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.777; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366298167013/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty3/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.778; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11dfca4
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.778; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.779; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty3
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.779; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty3/index/
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:08.779; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.780; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty3/index
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.781; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e691fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@16c5859),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.782; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.784; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.784; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.785; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.786; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.787; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.787; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.787; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.788; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.789; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.792; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.796; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@c18696 main
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.796; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty3/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.797; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.797; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.806; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@c18696 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.810; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:08.810; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.000; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.002; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:60525_",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:60525",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.002; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.003; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.009; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.009; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.009; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.009; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.009; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.812; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.813; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:60525 collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.817; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:60525/collection1/ and leader is http://127.0.0.1:42616/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.818; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60525
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.818; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.819; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.820; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.820; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.820; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.821; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.821; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.822; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.823; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.823; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.824; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.832; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:60525__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.897; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.899; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:51777
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.901; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.902; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.902; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366298170830
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.902; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366298170830/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.903; org.apache.solr.core.CoreContainer; New CoreContainer 14074018
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.903; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366298170830/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.904; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366298170830/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.988; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.989; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.989; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.990; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.990; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.990; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.991; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.991; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.992; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.992; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.995; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.995; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:40671/solr
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.996; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.997; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.999; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@13cd190 name:ZooKeeperConnection Watcher:127.0.0.1:40671 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:10.999; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.002; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.008; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.010; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@18003 name:ZooKeeperConnection Watcher:127.0.0.1:40671/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.010; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.015; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.515; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.516; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "node_name":"127.0.0.1:60525_",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:60525",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:60525__collection1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.832; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:60525__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:11.833; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={state=recovering&version=2&wt=javabin&onlyIfLeader=true&nodeName=127.0.0.1:60525_&core=collection1&checkLive=true&coreNodeName=127.0.0.1:60525__collection1&action=PREPRECOVERY} status=0 QTime=1001 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.019; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51777_
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.022; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:51777_
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.025; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.025; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.026; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.026; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.026; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.025; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.027; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.027; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.026; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.028; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.028; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.028; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.036; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366298170830/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.037; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.038; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.038; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.040; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366298170830/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.041; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366298170830/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.042; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366298170830/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.111; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.151; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.153; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.158; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.569; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.576; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.579; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.594; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.598; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.601; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:12.601; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:12.602; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.602; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:12.603; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:12.604; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.604; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.604; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366298170830/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.605; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11dfca4
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.605; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.606; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.606; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4/index/
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:12.606; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.607; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.609; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1790871 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b8f0c6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.610; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.613; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.613; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.614; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.615; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.616; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.616; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.617; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.618; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.619; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.623; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.625; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@13b755e main
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.626; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.626; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.626; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.631; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@13b755e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.635; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:12.635; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.028; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.028; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:51777_",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51777",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.029; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.029; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.032; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.033; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.032; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.032; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.032; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.032; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.637; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.638; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:51777 collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.641; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:51777/collection1/ and leader is http://127.0.0.1:43571/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.642; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51777
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.642; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.642; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.643; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.643; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.643; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.644; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.644; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.644; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.645; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.645; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.646; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.649; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.650; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:51777__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.650; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.654; org.apache.solr.core.CoreContainer; Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366298157953/onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.654; org.apache.solr.cloud.ZkController; Check for collection zkNode:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.655; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.655; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.656; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.657; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.658; org.apache.solr.cloud.ZkController; Load collection config from:/collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.659; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366298157953/onenodecollectioncore/'
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.704; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.743; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.745; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.749; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.835; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:42616/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.835; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:60525 START replicas=[http://127.0.0.1:42616/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:13.835; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.836; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.836; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.836; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.836; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.837; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:42616/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.837; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.840; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={version=2&getVersions=100&wt=javabin&distrib=false&qt=/get} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.844; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.845; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c25e1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a0946),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.845; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.846; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c25e1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a0946),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c25e1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a0946),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.846; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.847; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@d547ec realtime
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.847; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.847; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={version=2&wt=javabin&softCommit=false&waitSearcher=true&commit=true&openSearcher=false&commit_end_point=true} {commit=} 0 3
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.848; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.848; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.852; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.852; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={version=2&wt=javabin&qt=/replication&command=indexversion} status=0 QTime=3 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.853; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.853; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.853; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.855; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={version=2&generation=2&wt=javabin&qt=/replication&command=filelist} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.855; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.856; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty3/index.20130418181613856
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.856; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@18c4945 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f569e4) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.859; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={generation=2&wt=filestream&file=segments_2&checksum=true&qt=/replication&command=filecontent} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.861; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.862; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.862; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.863; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e691fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@16c5859),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e691fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@16c5859),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.864; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.864; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.864; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@12646ea main
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.866; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@12646ea main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.866; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty3/index.20130418181613856 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty3/index.20130418181613856;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.867; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty3/index.20130418181613856
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.867; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty3/index.20130418181613856
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.867; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.867; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.867; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.868; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:13.869; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.183; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.189; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.192; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.204; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.208; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.214; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:14.216; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:14.216; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.217; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:14.218; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:14.219; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.219; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.220; org.apache.solr.core.SolrCore; [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366298157953/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366298154353/onenodecollection/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.221; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@11dfca4
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.222; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.223; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366298154353/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.223; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366298154353/onenodecollection/index/
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:14.224; org.apache.solr.core.SolrCore; [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366298154353/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.224; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366298154353/onenodecollection/index
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.226; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@c797ce lockFactory=org.apache.lucene.store.NativeFSLockFactory@cc7745),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.226; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.228; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.228; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.229; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.229; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.230; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.230; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.231; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.231; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.232; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.234; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.237; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1ee4aba main
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.237; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366298154353/onenodecollection/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.238; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.238; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.241; org.apache.solr.core.SolrCore; [onenodecollectioncore] Registered new searcher Searcher@1ee4aba main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.244; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=down
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.538; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.539; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "node_name":"127.0.0.1:51777_",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51777",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:51777__collection1",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.544; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:60525_",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:60525",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:60525__collection1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.549; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:42616_",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:42616",
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core":"onenodecollectioncore",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.550; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection onenodecollection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.550; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.557; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.557; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.557; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.557; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.557; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.557; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.650; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:51777__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:14.651; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={state=recovering&version=2&wt=javabin&onlyIfLeader=true&nodeName=127.0.0.1:51777_&core=collection1&checkLive=true&coreNodeName=127.0.0.1:51777__collection1&action=PREPRECOVERY} status=0 QTime=1002 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:15.247; org.apache.solr.core.CoreContainer; registering core: onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:15.248; org.apache.solr.cloud.ZkController; Register replica - core:onenodecollectioncore address:http://127.0.0.1:42616 collection:onenodecollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:15.249; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:15.259; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:15.263; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:15.264; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:15.264; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:42616/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:15.265; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:15.266; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:42616/onenodecollectioncore/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:15.267; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:42616/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:15.267; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.068; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.077; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.077; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.077; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.077; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.077; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.077; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.128; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:42616/onenodecollectioncore/ and leader is http://127.0.0.1:42616/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.129; org.apache.solr.cloud.ZkController; No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:42616
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.130; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.131; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=active
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.133; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.134; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={version=2&name=onenodecollectioncore&wt=javabin&numShards=1&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366298154353/onenodecollection&collection=onenodecollection&roles=none&action=CREATE} status=0 QTime=2480 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.135; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.137; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.652; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:43571/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.653; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:51777 START replicas=[http://127.0.0.1:43571/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:16.653; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.653; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.654; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.654; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.654; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.654; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:43571/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.654; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.660; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={version=2&getVersions=100&wt=javabin&distrib=false&qt=/get} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.681; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.683; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b53838 lockFactory=org.apache.lucene.store.NativeFSLockFactory@166c61d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.684; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.685; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b53838 lockFactory=org.apache.lucene.store.NativeFSLockFactory@166c61d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b53838 lockFactory=org.apache.lucene.store.NativeFSLockFactory@166c61d),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.686; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.686; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@c18f83 realtime
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.687; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.688; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={version=2&wt=javabin&softCommit=false&waitSearcher=true&commit=true&openSearcher=false&commit_end_point=true} {commit=} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.689; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.689; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.690; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.691; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={version=2&wt=javabin&qt=/replication&command=indexversion} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.691; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.691; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.692; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.693; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={version=2&generation=2&wt=javabin&qt=/replication&command=filelist} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.694; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.695; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4/index.20130418181616694
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.695; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@f55d33 lockFactory=org.apache.lucene.store.NativeFSLockFactory@19f2ff4) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.698; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={generation=2&wt=filestream&file=segments_2&checksum=true&qt=/replication&command=filecontent} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.701; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.701; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.702; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.702; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1790871 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b8f0c6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1790871 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b8f0c6),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.703; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.703; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.704; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@36edb main
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.705; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@36edb main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.706; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4/index.20130418181616694 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4/index.20130418181616694;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.706; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4/index.20130418181616694
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.706; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4/index.20130418181616694
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.707; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.707; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.707; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.707; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:16.709; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:17.143; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:17.583; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:17.584; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:42616_",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:42616",
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:42616__onenodecollectioncore",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"onenodecollectioncore",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:17.586; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:51777_",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:51777",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:51777__collection1",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:17.588; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:17.588; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:17.588; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:17.588; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:17.588; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:17.588; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:18.145; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:18.147; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:18.147; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:18.153; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:18.154; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1d270b6 name:ZooKeeperConnection Watcher:127.0.0.1:40671 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:18.154; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> / (2)
[junit4:junit4]   1> DATA:
[junit4:junit4]   1>     
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1>  /solr (7)
[junit4:junit4]   1>   /solr/clusterstate.json (0)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       {
[junit4:junit4]   1>         "collection1":{
[junit4:junit4]   1>           "router":"compositeId",
[junit4:junit4]   1>           "shards":{
[junit4:junit4]   1>             "shard1":{
[junit4:junit4]   1>               "range":"80000000-ffffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{
[junit4:junit4]   1>                 "127.0.0.1:42616__collection1":{
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:42616_",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:42616",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "leader":"true"},
[junit4:junit4]   1>                 "127.0.0.1:60525__collection1":{
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:60525_",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:60525",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"collection1"}}},
[junit4:junit4]   1>             "shard2":{
[junit4:junit4]   1>               "range":"0-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{
[junit4:junit4]   1>                 "127.0.0.1:43571__collection1":{
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:43571_",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:43571",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "shard":"shard2",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "leader":"true"},
[junit4:junit4]   1>                 "127.0.0.1:51777__collection1":{
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:51777_",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:51777",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "shard":"shard2",
[junit4:junit4]   1>                   "core":"collection1"}}}}},
[junit4:junit4]   1>         "control_collection":{
[junit4:junit4]   1>           "router":"compositeId",
[junit4:junit4]   1>           "shards":{"shard1":{
[junit4:junit4]   1>               "range":"80000000-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"127.0.0.1:58587__collection1":{
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:58587_",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:58587",
[junit4:junit4]   1>                   "collection":"control_collection",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "leader":"true"}}}}},
[junit4:junit4]   1>         "onenodecollection":{
[junit4:junit4]   1>           "router":"compositeId",
[junit4:junit4]   1>           "shards":{"shard1":{
[junit4:junit4]   1>               "range":"80000000-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"127.0.0.1:42616__onenodecollectioncore":{
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:42616_",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:42616",
[junit4:junit4]   1>                   "collection":"onenodecollection",
[junit4:junit4]   1>                   "roles":"none",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"onenodecollectioncore",
[junit4:junit4]   1>                   "leader":"true"}}}}}}
[junit4:junit4]   1>   /solr/overseer_elect (2)
[junit4:junit4]   1>    /solr/overseer_elect/leader (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"id":"89541715843940355-127.0.0.1:58587_-n_0000000000"}
[junit4:junit4]   1>    /solr/overseer_elect/election (5)
[junit4:junit4]   1>     /solr/overseer_elect/election/89541715843940362-127.0.0.1:60525_-n_0000000003 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89541715843940358-127.0.0.1:42616_-n_0000000001 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89541715843940360-127.0.0.1:43571_-n_0000000002 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89541715843940364-127.0.0.1:51777_-n_0000000004 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89541715843940355-127.0.0.1:58587_-n_0000000000 (0)
[junit4:junit4]   1>   /solr/aliases.json (0)
[junit4:junit4]   1>   /solr/overseer (3)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       
[junit4:junit4]   1>    /solr/overseer/queue (0)
[junit4:junit4]   1>    /solr/overseer/queue-work (0)
[junit4:junit4]   1>    /solr/overseer/collection-queue-work (0)
[junit4:junit4]   1>   /solr/configs (1)
[junit4:junit4]   1>    /solr/configs/conf1 (9)
[junit4:junit4]   1>     /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/protwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4]   1>     DATA:
[junit4:junit4]   1>         {
[junit4:junit4]   1>           "disclaimer": "This data is not real, it was synthetically created to match currency.xml.  It is modeled after the data format available from openexchangerates.org.  See https://openexchangerates.org/documentation for details",
[junit4:junit4]   1>           "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4]   1>           "timestamp": 1332070464,
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "base": "USD",
[junit4:junit4]   1>           "rates": {
[junit4:junit4]   1>             "USD": 1,
[junit4:junit4]   1>             "JPY": 81.29,
[junit4:junit4]   1>             "EUR": 2.5,
[junit4:junit4]   1>             "GBP": 0.5,
[junit4:junit4]   1>             "MXN": 2.0
[junit4:junit4]   1>           }
[junit4:junit4]   1>         }
[junit4:junit4]   1>         
[junit4:junit4]   1>     /solr/configs/conf1/schema.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/currency.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>   /solr/live_nodes (5)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:60525_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:58587_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:43571_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:42616_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:51777_ (0)
[junit4:junit4]   1>   /solr/collections (3)
[junit4:junit4]   1>    /solr/collections/collection1 (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/collection1/leaders (2)
[junit4:junit4]   1>      /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "node_name":"127.0.0.1:42616_",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:42616",
[junit4:junit4]   1>            "core":"collection1"}
[junit4:junit4]   1>      /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "node_name":"127.0.0.1:43571_",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:43571",
[junit4:junit4]   1>            "core":"collection1"}
[junit4:junit4]   1>     /solr/collections/collection1/leader_elect (2)
[junit4:junit4]   1>      /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/89541715843940358-127.0.0.1:42616__collection1-n_0000000000 (0)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/89541715843940362-127.0.0.1:60525__collection1-n_0000000001 (0)
[junit4:junit4]   1>      /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4]   1>       /solr/collections/collection1/leader_elect/shard2/election (2)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/89541715843940364-127.0.0.1:51777__collection1-n_0000000001 (0)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/89541715843940360-127.0.0.1:43571__collection1-n_0000000000 (0)
[junit4:junit4]   1>     /solr/collections/collection1/shards (0)
[junit4:junit4]   1>    /solr/collections/onenodecollection (2)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {
[junit4:junit4]   1>          "router":"compositeId",
[junit4:junit4]   1>          "configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leaders (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "node_name":"127.0.0.1:42616_",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:42616",
[junit4:junit4]   1>            "core":"onenodecollectioncore"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/onenodecollection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/onenodecollection/leader_elect/shard1/election/89541715843940358-127.0.0.1:42616__onenodecollectioncore-n_0000000000 (0)
[junit4:junit4]   1>    /solr/collections/control_collection (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/control_collection/leaders (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "node_name":"127.0.0.1:58587_",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:58587",
[junit4:junit4]   1>            "core":"collection1"}
[junit4:junit4]   1>     /solr/collections/control_collection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/control_collection/leader_elect/shard1/election/89541715843940355-127.0.0.1:58587__collection1-n_0000000000 (0)
[junit4:junit4]   1>     /solr/collections/control_collection/shards (0)
[junit4:junit4]   1> 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:18.185; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 58587
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:18.187; org.apache.solr.core.CoreContainer; Shutting down CoreContainer instance=19050846
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:19.093; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:19.093; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=null message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:58587_",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:58587",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:58587__collection1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:19.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:19.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:19.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:19.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:19.097; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.188; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.189; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.192; org.apache.solr.core.SolrCore; [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@f3629
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.197; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.197; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.198; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.198; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.199; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.199; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.199; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/control/data/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/control/data/index;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.200; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/control/data/index
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.200; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/control/data [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/control/data;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.201; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/control/data
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.202; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89541715843940355-127.0.0.1:58587_-n_0000000000) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.203; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.203; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.203; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.203; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.203; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.204; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.204; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:20.204; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.204; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.204; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:20.205; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.207; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.208; org.apache.solr.cloud.Overseer; Overseer (id=89541715843940358-127.0.0.1:42616_-n_0000000001) starting
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.210; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.211; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.212; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.213; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:58587_",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:58587",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:58587__collection1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.215; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.215; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.215; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.215; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.225; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.276; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 42616
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:20.277; org.apache.solr.core.CoreContainer; Shutting down CoreContainer instance=25541928
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:21.718; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:21.719; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=null message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:42616_",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:42616",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:42616__collection1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:21.721; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=null message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:42616_",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:42616",
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:42616__onenodecollectioncore",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"onenodecollectioncore"}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:21.723; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:21.723; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:21.723; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:21.723; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:23.279; org.apache.solr.clo

[...truncated too long message...]

nit4]   1>   "base_url":"http://127.0.0.1:60525",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:60525__collection1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:25.537; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:25.542; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:25.590; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 51777
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:25.590; org.apache.solr.core.CoreContainer; Shutting down CoreContainer instance=14074018
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.592; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.593; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.596; org.apache.solr.core.SolrCore; [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7379a7
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.603; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.603; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.604; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.604; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.605; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.606; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.606; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4/index;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.607; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.607; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.607; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366298154353/jetty4
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.608; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89541715843940364-127.0.0.1:51777_-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.609; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:26.609; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> WARN  - 2013-04-18 15:16:26.609; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.631; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.690; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.694; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:40671 40671
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366298154353
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=5445A1DE167356F3 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr__#Latn -Dtests.timezone=Asia/Kuwait -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   32.4s J1 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:43571/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([5445A1DE167356F3:D5A32FC6612C36CF]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:374)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-18 15:16:26.739; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 32394 T2267 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=sr__#Latn, timezone=Asia/Kuwait
[junit4:junit4]   2> NOTE: Linux 3.2.0-40-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=3,free=135035584,total=287309824
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SolrCmdDistributorTest, ShardRoutingCustomTest, DebugComponentTest, TestSolrJ, TestStressLucene, SuggesterTSTTest, TestIndexingPerformance, SpellPossibilityIteratorTest, TestFoldingMultitermQuery, TestAtomicUpdateErrorCases, TestRandomFaceting, TestSuggestSpellingConverter, OpenCloseCoreStressTest, UpdateParamsTest, IndexReaderFactoryTest, CopyFieldTest, TestComponentsName, UniqFieldsUpdateProcessorFactoryTest, BasicZkTest, TestReload, DOMUtilTest, TestMergePolicyConfig, NotRequiredUniqueKeyTest, SolrRequestParserTest, TestMultiCoreConfBootstrap, TestJmxMonitoredMap, DocValuesMultiTest, TestAnalyzedSuggestions, CollectionsAPIDistributedZkTest, TestNumberUtils, HardAutoCommitTest, PingRequestHandlerTest, TestDynamicFieldResource, TestRTGBase, TestCSVLoader, TestBinaryField, TestLazyCores, TestDistributedSearch, TestSchemaVersionResource, DefaultValueUpdateProcessorTest, TestFastOutputStream, IndexBasedSpellCheckerTest, NoCacheHeaderTest, TestRecovery, FileUtilsTest, TestManagedSchema, BadCopyFieldTest, TestBinaryResponseWriter, MultiTermTest, FieldAnalysisRequestHandlerTest, ZkSolrClientTest, TestRangeQuery, OpenExchangeRatesOrgProviderTest, NumericFieldsTest, TestFieldTypeCollectionResource, SignatureUpdateProcessorFactoryTest, SortByFunctionTest, ChaosMonkeySafeLeaderTest, TimeZoneUtilsTest, SuggesterWFSTTest, TestSerializedLuceneMatchVersion, SpellCheckComponentTest, TestPostingsSolrHighlighter, StatsComponentTest, FullSolrCloudDistribCmdsTest, TestStressReorder, EchoParamsTest, URLClassifyProcessorTest, JSONWriterTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 32.93s, 1 test, 1 error <<< FAILURES!

[...truncated 448 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:438: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 290 suites, 1201 tests, 1 error, 13 ignored (7 assumptions)

Total time: 38 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b84 -client -XX:+UseG1GC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-ea-b84) - Build # 5224 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5224/
Java: 64bit/jdk1.8.0-ea-b84 -XX:+UseConcMarkSweepGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:39494/nrlm/cd/onenodecollectioncore returned non ok status:404, message:Can not find: /nrlm/cd/onenodecollectioncore/update

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:39494/nrlm/cd/onenodecollectioncore returned non ok status:404, message:Can not find: /nrlm/cd/onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([DEAF2C46644E944F:5F49A25E1311F473]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:374)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard2 in collection test_unload_shard_and_collection

Stack Trace:
java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
	at __randomizedtesting.SeedInfo.seed([DEAF2C46644E944F:5F49A25E1311F473]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:127)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9294 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.107; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /nrlm/cd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.111; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.111; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.112; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.212; org.apache.solr.cloud.ZkTestServer; start zk server on port:45400
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.213; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.239; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2ae9ba30 name:ZooKeeperConnection Watcher:127.0.0.1:45400 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.240; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.240; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.247; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.249; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@242e511d name:ZooKeeperConnection Watcher:127.0.0.1:45400/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.250; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.250; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.255; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.260; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.263; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.267; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.268; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.274; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.276; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.281; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.282; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.286; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.287; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.291; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.292; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.297; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.298; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.302; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.303; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.308; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.308; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.313; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.313; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.386; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.394; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:46250
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.395; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.395; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.395; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366292836320
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.396; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366292836320/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.396; org.apache.solr.core.CoreContainer; New CoreContainer 1628283464
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.396; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366292836320/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.397; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366292836320/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.468; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.468; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.469; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.469; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.469; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.470; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.470; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.470; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.470; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.471; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.474; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.474; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:45400/solr
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.474; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.476; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.478; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@178ff31d name:ZooKeeperConnection Watcher:127.0.0.1:45400 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.478; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.481; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.487; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.489; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4a283698 name:ZooKeeperConnection Watcher:127.0.0.1:45400/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.490; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.493; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.498; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.503; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.506; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46250_nrlm%2Fcd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.507; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:46250_nrlm%2Fcd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.514; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.521; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.525; org.apache.solr.cloud.Overseer; Overseer (id=89541367307632643-127.0.0.1:46250_nrlm%2Fcd-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.530; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.536; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.537; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.541; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.544; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.550; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.553; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366292836320/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.554; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.555; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.555; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.557; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366292836320/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.558; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366292836320/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.558; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366292836320/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.605; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.638; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.641; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.644; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.970; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.974; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.976; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.992; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.995; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:16.999; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:17.000; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:17.000; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.000; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:17.001; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:17.002; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.002; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.002; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366292836320/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/control/data/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.002; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fa70557
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.003; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.004; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/control/data
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.004; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/control/data/index/
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:17.004; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.004; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/control/data/index
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.006; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d4086cd lockFactory=org.apache.lucene.store.NativeFSLockFactory@4cd2f29e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.007; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.009; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.009; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.010; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.010; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.011; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.011; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.011; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.012; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.012; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.016; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.069; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@20774164 main
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.069; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/control/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.070; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.071; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.075; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@20774164 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.076; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:17.077; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.055; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.056; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:46250_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46250/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":null}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.056; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.056; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.061; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.079; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.079; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:46250/nrlm/cd collection:control_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.080; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.086; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.088; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.088; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.088; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:46250/nrlm/cd/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.089; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.089; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:46250/nrlm/cd/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.089; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:46250/nrlm/cd/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:18.089; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.567; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.581; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.601; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:46250/nrlm/cd/collection1/ and leader is http://127.0.0.1:46250/nrlm/cd/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.601; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46250/nrlm/cd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.601; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.602; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.602; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.605; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.607; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.607; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.608; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.614; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.616; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.618; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@46999311 name:ZooKeeperConnection Watcher:127.0.0.1:45400/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.619; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.622; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.626; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.701; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.704; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:43846
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.706; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.706; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.707; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366292839627
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.708; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366292839627/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.708; org.apache.solr.core.CoreContainer; New CoreContainer 465935221
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.709; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366292839627/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.710; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366292839627/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.781; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.782; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.782; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.782; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.783; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.783; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.783; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.784; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.784; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.784; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.787; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.788; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:45400/solr
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.788; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.789; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.792; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@18842e74 name:ZooKeeperConnection Watcher:127.0.0.1:45400 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.793; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.795; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.798; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.800; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3c55211 name:ZooKeeperConnection Watcher:127.0.0.1:45400/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.801; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:19.806; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.812; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43846_nrlm%2Fcd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.814; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:43846_nrlm%2Fcd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.818; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.820; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.820; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.822; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.829; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366292839627/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.830; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.831; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.831; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.833; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366292839627/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.834; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366292839627/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.835; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366292839627/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.875; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.900; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.902; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:20.906; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.091; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.092; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:46250_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46250/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:46250_nrlm%2Fcd_collection1"}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.095; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.095; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.095; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.205; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.209; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.211; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.228; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.232; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.237; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:21.239; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:21.239; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.240; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:21.242; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:21.242; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.243; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.243; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366292839627/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty1/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.243; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fa70557
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.244; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.245; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.245; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty1/index/
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:21.245; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.246; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty1/index
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.248; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45771ce4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@386233c5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.249; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.252; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.252; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.253; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.254; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.254; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.255; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.255; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.256; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.257; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.261; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.314; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@54d6125e main
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.314; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty1/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.315; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.315; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.319; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@54d6125e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.321; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:21.321; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:22.599; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:22.599; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:43846_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43846/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":null}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:22.600; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:22.600; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:22.604; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:22.604; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:22.604; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:23.323; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:23.324; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:43846/nrlm/cd collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:23.325; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:23.338; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:23.342; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:23.343; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:23.343; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:43846/nrlm/cd/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:23.343; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:23.344; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:43846/nrlm/cd/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:23.344; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:43846/nrlm/cd/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:23.344; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.110; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.126; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.126; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.126; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.158; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:43846/nrlm/cd/collection1/ and leader is http://127.0.0.1:43846/nrlm/cd/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.159; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43846/nrlm/cd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.159; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.159; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.160; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.162; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.164; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.165; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.166; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.240; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.243; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:39494
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.245; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.245; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.246; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366292844172
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.247; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366292844172/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.247; org.apache.solr.core.CoreContainer; New CoreContainer 1531589974
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.248; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366292844172/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.249; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366292844172/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.325; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.325; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.325; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.326; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.326; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.326; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.327; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.327; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.327; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.328; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.330; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.331; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:45400/solr
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.331; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.332; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.334; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3b950d9e name:ZooKeeperConnection Watcher:127.0.0.1:45400 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.334; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.337; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.340; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.342; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6e8b8e7e name:ZooKeeperConnection Watcher:127.0.0.1:45400/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.342; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:24.347; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.352; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39494_nrlm%2Fcd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.354; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:39494_nrlm%2Fcd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.358; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.360; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.360; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.360; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.360; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.360; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.362; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.369; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366292844172/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.369; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.370; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.371; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.373; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366292844172/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.374; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366292844172/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.374; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366292844172/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.408; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.440; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.444; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.447; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.634; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.635; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:43846_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43846/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:43846_nrlm%2Fcd_collection1"}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.640; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.640; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.641; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.640; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.746; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.751; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.753; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.771; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.775; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.779; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:25.781; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:25.782; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.782; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:25.784; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:25.784; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.784; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.785; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366292844172/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty2/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.785; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fa70557
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.785; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.786; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty2
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.786; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty2/index/
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:25.786; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.787; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty2/index
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.789; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@333386e lockFactory=org.apache.lucene.store.NativeFSLockFactory@51d34f55),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.789; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.792; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.793; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.794; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.794; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.795; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.795; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.796; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.797; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.797; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.801; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.855; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@11e66109 main
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.855; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty2/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.856; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.856; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.862; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@11e66109 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.864; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:25.865; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.147; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.148; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:39494_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:39494/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":null}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.149; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.149; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.156; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.156; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.156; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.156; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.868; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.869; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:39494/nrlm/cd collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.870; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.882; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.886; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.886; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.887; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:39494/nrlm/cd/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.887; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.887; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:39494/nrlm/cd/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.888; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:39494/nrlm/cd/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:27.888; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.663; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.677; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.677; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.677; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.677; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.701; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:39494/nrlm/cd/collection1/ and leader is http://127.0.0.1:39494/nrlm/cd/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.702; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39494/nrlm/cd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.702; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.702; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.703; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.706; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.709; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.709; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.710; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.773; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.776; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:45325
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.778; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.779; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.779; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366292848716
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.780; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366292848716/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.780; org.apache.solr.core.CoreContainer; New CoreContainer 471232873
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.781; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366292848716/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.782; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366292848716/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.862; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.862; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.863; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.863; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.863; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.864; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.864; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.864; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.865; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.865; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.868; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.869; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:45400/solr
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.869; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.870; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.872; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3c879dc name:ZooKeeperConnection Watcher:127.0.0.1:45400 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.873; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.876; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.879; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.881; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4a2cbe7c name:ZooKeeperConnection Watcher:127.0.0.1:45400/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.881; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:28.888; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.894; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45325_nrlm%2Fcd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.897; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:45325_nrlm%2Fcd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.901; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.902; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.902; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.902; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.903; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.902; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.905; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.906; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.907; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.913; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366292848716/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.913; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.914; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.914; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.917; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366292848716/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.918; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366292848716/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.918; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366292848716/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.950; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.981; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.983; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:29.986; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.185; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.186; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:39494_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:39494/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:39494_nrlm%2Fcd_collection1"}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.190; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.190; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.190; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.190; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.190; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.288; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.293; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.294; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.312; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.316; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.319; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:30.321; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:30.321; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.322; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:30.323; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:30.323; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.324; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.324; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366292848716/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty3/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.324; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fa70557
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.325; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.325; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty3
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.325; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty3/index/
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:30.325; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.326; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty3/index
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.327; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ffc8ba4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@55f05001),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.328; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.330; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.331; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.331; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.332; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.333; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.333; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.334; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.334; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.335; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.338; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.392; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@22f69b02 main
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.393; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty3/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.393; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.394; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.399; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@22f69b02 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.401; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:30.401; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:31.696; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:31.698; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:45325_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:45325/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":null}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:31.698; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:31.699; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:31.705; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:31.705; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:31.705; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:31.705; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:31.706; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.404; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.404; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:45325/nrlm/cd collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.411; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:45325/nrlm/cd/collection1/ and leader is http://127.0.0.1:43846/nrlm/cd/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.411; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45325/nrlm/cd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.412; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.412; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.413; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.413; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.414; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.414; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.414; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.416; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.417; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.416; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.417; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.424; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:45325_nrlm%2Fcd_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.479; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.482; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:50024
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.483; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.483; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.483; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366292852423
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.484; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366292852423/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.484; org.apache.solr.core.CoreContainer; New CoreContainer 773857576
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.484; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366292852423/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.485; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366292852423/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.548; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.549; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.549; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.550; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.550; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.550; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.550; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.551; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.551; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.551; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.554; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.554; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:45400/solr
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.555; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.556; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.558; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4e76a3c7 name:ZooKeeperConnection Watcher:127.0.0.1:45400 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.559; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.562; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.565; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.568; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3206f196 name:ZooKeeperConnection Watcher:127.0.0.1:45400/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.568; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:32.576; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.213; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.215; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:45325_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:45325/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:45325_nrlm%2Fcd_collection1"}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.222; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.222; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.222; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.222; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.222; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.222; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.425; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:45325_nrlm%2Fcd_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.426; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:45325_nrlm%252Fcd&state=recovering&core=collection1&onlyIfLeader=true&version=2&wt=javabin&coreNodeName=127.0.0.1:45325_nrlm%252Fcd_collection1&checkLive=true&action=PREPRECOVERY} status=0 QTime=1001 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.580; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50024_nrlm%2Fcd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.582; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:50024_nrlm%2Fcd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.586; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.586; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.586; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.587; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.587; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.587; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.589; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.589; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.589; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.590; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.588; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.590; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.596; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366292852423/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.597; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.598; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.598; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.601; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366292852423/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.602; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366292852423/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.602; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366292852423/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.644; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.676; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.678; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:33.685; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.054; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.063; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.066; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.081; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.084; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.087; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:34.088; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:34.088; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.089; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:34.089; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:34.090; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.090; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.090; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366292852423/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty4/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.090; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fa70557
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.091; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.091; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty4
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.091; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty4/index/
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:34.091; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.092; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.093; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13eb69fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d9ec466),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.093; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.095; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.095; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.095; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.096; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.096; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.096; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.097; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.097; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.097; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.100; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.152; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4848ded4 main
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.153; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty4/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.153; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.154; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.157; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@4848ded4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.158; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.158; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.729; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.730; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50024_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50024/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":null}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.730; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.730; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.734; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.734; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.734; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.734; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.734; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:34.734; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.161; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.162; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:50024/nrlm/cd collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.165; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:50024/nrlm/cd/collection1/ and leader is http://127.0.0.1:39494/nrlm/cd/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.165; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50024/nrlm/cd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.165; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.165; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.166; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.166; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.167; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.167; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.167; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.168; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.169; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.169; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.169; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.174; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.175; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:50024_nrlm%2Fcd_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.175; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.181; org.apache.solr.core.CoreContainer; Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366292839627/onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.181; org.apache.solr.cloud.ZkController; Check for collection zkNode:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.182; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.182; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.183; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.183; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.189; org.apache.solr.cloud.ZkController; Load collection config from:/collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.190; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366292839627/onenodecollectioncore/'
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.218; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.252; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.254; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.259; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.427; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:43846/nrlm/cd/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.427; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:45325/nrlm/cd START replicas=[http://127.0.0.1:43846/nrlm/cd/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:35.427; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.428; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.428; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.428; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.429; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.429; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:43846/nrlm/cd/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.429; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.434; org.apache.solr.core.SolrCore; [collection1] webapp=/nrlm/cd path=/get params={getVersions=100&qt=/get&distrib=false&version=2&wt=javabin} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.437; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.439; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45771ce4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@386233c5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.440; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.441; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45771ce4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@386233c5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@45771ce4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@386233c5),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.441; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.442; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@83cd21f realtime
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.442; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.442; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nrlm/cd path=/update params={waitSearcher=true&openSearcher=false&softCommit=false&commit=true&version=2&commit_end_point=true&wt=javabin} {commit=} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.443; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.444; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.450; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.451; org.apache.solr.core.SolrCore; [collection1] webapp=/nrlm/cd path=/replication params={command=indexversion&qt=/replication&version=2&wt=javabin} status=0 QTime=4 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.451; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.452; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.452; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.454; org.apache.solr.core.SolrCore; [collection1] webapp=/nrlm/cd path=/replication params={command=filelist&qt=/replication&version=2&generation=2&wt=javabin} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.454; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.461; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty3/index.20130418084735455
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.461; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@3915fadb lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c5e3334) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.464; org.apache.solr.core.SolrCore; [collection1] webapp=/nrlm/cd path=/replication params={command=filecontent&qt=/replication&checksum=true&generation=2&wt=filestream&file=segments_2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.465; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.466; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.467; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.468; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ffc8ba4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@55f05001),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4ffc8ba4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@55f05001),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.469; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.469; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.469; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6043603c main
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.470; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6043603c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.470; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty3/index.20130418084735455 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty3/index.20130418084735455;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.471; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty3/index.20130418084735455
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.471; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty3/index.20130418084735455
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.471; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.471; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.472; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.472; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.473; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.605; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.610; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.612; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.624; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.627; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.630; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:35.631; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:35.631; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.631; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:35.632; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:35.633; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.633; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.633; org.apache.solr.core.SolrCore; [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366292839627/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366292836111/onenodecollection/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.633; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fa70557
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.634; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.635; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366292836111/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.635; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366292836111/onenodecollection/index/
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:35.635; org.apache.solr.core.SolrCore; [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366292836111/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.636; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366292836111/onenodecollection/index
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.637; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@f9f4b41 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2705db1d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.637; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.639; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.639; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.640; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.640; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.640; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.641; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.641; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.641; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.642; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.644; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.696; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4aa34107 main
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.697; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366292836111/onenodecollection/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.697; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.698; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.700; org.apache.solr.core.SolrCore; [onenodecollectioncore] Registered new searcher Searcher@4aa34107 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:35.701; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=down
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.239; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.240; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50024_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50024/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:50024_nrlm%2Fcd_collection1"}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.244; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:45325_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:45325/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:45325_nrlm%2Fcd_collection1"}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.247; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core":"onenodecollectioncore",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:43846_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43846/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":null}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.248; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection onenodecollection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.248; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.252; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.252; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.252; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.252; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.252; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.252; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.704; org.apache.solr.core.CoreContainer; registering core: onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.704; org.apache.solr.cloud.ZkController; Register replica - core:onenodecollectioncore address:http://127.0.0.1:43846/nrlm/cd collection:onenodecollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.705; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.711; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.714; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.714; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.714; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:43846/nrlm/cd/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.714; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.714; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:43846/nrlm/cd/onenodecollectioncore/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.715; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:43846/nrlm/cd/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:36.715; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.175; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:50024_nrlm%2Fcd_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.176; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:50024_nrlm%252Fcd&state=recovering&core=collection1&onlyIfLeader=true&version=2&wt=javabin&coreNodeName=127.0.0.1:50024_nrlm%252Fcd_collection1&checkLive=true&action=PREPRECOVERY} status=0 QTime=2001 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.759; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.766; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.766; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.766; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.766; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.766; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.766; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.773; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:43846/nrlm/cd/onenodecollectioncore/ and leader is http://127.0.0.1:43846/nrlm/cd/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.773; org.apache.solr.cloud.ZkController; No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:43846/nrlm/cd
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.773; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.773; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=active
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.775; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.776; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={name=onenodecollectioncore&numShards=1&roles=none&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366292836111/onenodecollection&version=2&collection=onenodecollection&wt=javabin&action=CREATE} status=0 QTime=2595 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.776; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:37.777; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:38.780; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.177; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:39494/nrlm/cd/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.177; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:50024/nrlm/cd START replicas=[http://127.0.0.1:39494/nrlm/cd/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:39.178; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.178; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.178; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.178; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.178; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.179; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:39494/nrlm/cd/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.179; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.184; org.apache.solr.core.SolrCore; [collection1] webapp=/nrlm/cd path=/get params={getVersions=100&qt=/get&distrib=false&version=2&wt=javabin} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.186; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.187; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@333386e lockFactory=org.apache.lucene.store.NativeFSLockFactory@51d34f55),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.188; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.189; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@333386e lockFactory=org.apache.lucene.store.NativeFSLockFactory@51d34f55),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@333386e lockFactory=org.apache.lucene.store.NativeFSLockFactory@51d34f55),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.189; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.189; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7ac22060 realtime
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.189; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.190; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/nrlm/cd path=/update params={waitSearcher=true&openSearcher=false&softCommit=false&commit=true&version=2&commit_end_point=true&wt=javabin} {commit=} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.196; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.196; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.199; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.199; org.apache.solr.core.SolrCore; [collection1] webapp=/nrlm/cd path=/replication params={command=indexversion&qt=/replication&version=2&wt=javabin} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.200; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.200; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.200; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.202; org.apache.solr.core.SolrCore; [collection1] webapp=/nrlm/cd path=/replication params={command=filelist&qt=/replication&version=2&generation=2&wt=javabin} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.203; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.205; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty4/index.20130418084739204
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.205; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@c47a5e0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@63f51c80) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.208; org.apache.solr.core.SolrCore; [collection1] webapp=/nrlm/cd path=/replication params={command=filecontent&qt=/replication&checksum=true&generation=2&wt=filestream&file=segments_2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.209; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.211; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.211; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.213; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13eb69fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d9ec466),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13eb69fa lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d9ec466),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.213; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.214; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.214; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@54b560e main
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.215; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@54b560e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.216; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty4/index.20130418084739204 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty4/index.20130418084739204;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.216; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty4/index.20130418084739204
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.217; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/jetty4/index.20130418084739204
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.217; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.217; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.218; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.218; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.220; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.273; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.275; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"onenodecollectioncore",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:43846_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43846/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:43846_nrlm%2Fcd_onenodecollectioncore"}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.281; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:50024_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50024/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:50024_nrlm%2Fcd_collection1"}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.289; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.289; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.289; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.289; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.289; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.289; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.783; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.786; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.786; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.800; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.802; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@76ccafdc name:ZooKeeperConnection Watcher:127.0.0.1:45400 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.802; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> / (2)
[junit4:junit4]   1> DATA:
[junit4:junit4]   1>     
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1>  /solr (7)
[junit4:junit4]   1>   /solr/aliases.json (0)
[junit4:junit4]   1>   /solr/overseer (3)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       
[junit4:junit4]   1>    /solr/overseer/queue-work (0)
[junit4:junit4]   1>    /solr/overseer/collection-queue-work (0)
[junit4:junit4]   1>    /solr/overseer/queue (0)
[junit4:junit4]   1>   /solr/configs (1)
[junit4:junit4]   1>    /solr/configs/conf1 (9)
[junit4:junit4]   1>     /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4]   1>     DATA:
[junit4:junit4]   1>         {
[junit4:junit4]   1>           "disclaimer": "This data is not real, it was synthetically created to match currency.xml.  It is modeled after the data format available from openexchangerates.org.  See https://openexchangerates.org/documentation for details",
[junit4:junit4]   1>           "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4]   1>           "timestamp": 1332070464,
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "base": "USD",
[junit4:junit4]   1>           "rates": {
[junit4:junit4]   1>             "USD": 1,
[junit4:junit4]   1>             "JPY": 81.29,
[junit4:junit4]   1>             "EUR": 2.5,
[junit4:junit4]   1>             "GBP": 0.5,
[junit4:junit4]   1>             "MXN": 2.0
[junit4:junit4]   1>           }
[junit4:junit4]   1>         }
[junit4:junit4]   1>         
[junit4:junit4]   1>     /solr/configs/conf1/schema.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/protwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/currency.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>   /solr/overseer_elect (2)
[junit4:junit4]   1>    /solr/overseer_elect/election (5)
[junit4:junit4]   1>     /solr/overseer_elect/election/89541367307632650-127.0.0.1:45325_nrlm%2Fcd-n_0000000003 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89541367307632648-127.0.0.1:39494_nrlm%2Fcd-n_0000000002 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89541367307632652-127.0.0.1:50024_nrlm%2Fcd-n_0000000004 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89541367307632646-127.0.0.1:43846_nrlm%2Fcd-n_0000000001 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89541367307632643-127.0.0.1:46250_nrlm%2Fcd-n_0000000000 (0)
[junit4:junit4]   1>    /solr/overseer_elect/leader (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"id":"89541367307632643-127.0.0.1:46250_nrlm%2Fcd-n_0000000000"}
[junit4:junit4]   1>   /solr/live_nodes (5)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:45325_nrlm%2Fcd (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:39494_nrlm%2Fcd (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:43846_nrlm%2Fcd (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:46250_nrlm%2Fcd (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:50024_nrlm%2Fcd (0)
[junit4:junit4]   1>   /solr/clusterstate.json (0)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       {
[junit4:junit4]   1>         "control_collection":{
[junit4:junit4]   1>           "router":"compositeId",
[junit4:junit4]   1>           "shards":{"shard1":{
[junit4:junit4]   1>               "range":"80000000-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"127.0.0.1:46250_nrlm%2Fcd_collection1":{
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:46250_nrlm%2Fcd",
[junit4:junit4]   1>                   "collection":"control_collection",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:46250/nrlm/cd",
[junit4:junit4]   1>                   "leader":"true"}}}}},
[junit4:junit4]   1>         "collection1":{
[junit4:junit4]   1>           "router":"compositeId",
[junit4:junit4]   1>           "shards":{
[junit4:junit4]   1>             "shard1":{
[junit4:junit4]   1>               "range":"80000000-ffffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{
[junit4:junit4]   1>                 "127.0.0.1:39494_nrlm%2Fcd_collection1":{
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:39494_nrlm%2Fcd",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:39494/nrlm/cd",
[junit4:junit4]   1>                   "leader":"true"},
[junit4:junit4]   1>                 "127.0.0.1:50024_nrlm%2Fcd_collection1":{
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:50024_nrlm%2Fcd",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:50024/nrlm/cd"}}},
[junit4:junit4]   1>             "shard2":{
[junit4:junit4]   1>               "range":"0-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{
[junit4:junit4]   1>                 "127.0.0.1:43846_nrlm%2Fcd_collection1":{
[junit4:junit4]   1>                   "shard":"shard2",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:43846_nrlm%2Fcd",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:43846/nrlm/cd",
[junit4:junit4]   1>                   "leader":"true"},
[junit4:junit4]   1>                 "127.0.0.1:45325_nrlm%2Fcd_collection1":{
[junit4:junit4]   1>                   "shard":"shard2",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:45325_nrlm%2Fcd",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:45325/nrlm/cd"}}}}},
[junit4:junit4]   1>         "onenodecollection":{
[junit4:junit4]   1>           "router":"compositeId",
[junit4:junit4]   1>           "shards":{"shard1":{
[junit4:junit4]   1>               "range":"80000000-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"127.0.0.1:43846_nrlm%2Fcd_onenodecollectioncore":{
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"onenodecollectioncore",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:43846_nrlm%2Fcd",
[junit4:junit4]   1>                   "roles":"none",
[junit4:junit4]   1>                   "collection":"onenodecollection",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:43846/nrlm/cd",
[junit4:junit4]   1>                   "leader":"true"}}}}}}
[junit4:junit4]   1>   /solr/collections (3)
[junit4:junit4]   1>    /solr/collections/control_collection (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/control_collection/leaders (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:46250_nrlm%2Fcd",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:46250/nrlm/cd"}
[junit4:junit4]   1>     /solr/collections/control_collection/shards (0)
[junit4:junit4]   1>     /solr/collections/control_collection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/control_collection/leader_elect/shard1/election/89541367307632643-127.0.0.1:46250_nrlm%2Fcd_collection1-n_0000000000 (0)
[junit4:junit4]   1>    /solr/collections/onenodecollection (2)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {
[junit4:junit4]   1>          "router":"compositeId",
[junit4:junit4]   1>          "configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leaders (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "core":"onenodecollectioncore",
[junit4:junit4]   1>            "node_name":"127.0.0.1:43846_nrlm%2Fcd",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:43846/nrlm/cd"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/onenodecollection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/onenodecollection/leader_elect/shard1/election/89541367307632646-127.0.0.1:43846_nrlm%2Fcd_onenodecollectioncore-n_0000000000 (0)
[junit4:junit4]   1>    /solr/collections/collection1 (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/collection1/leaders (2)
[junit4:junit4]   1>      /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:43846_nrlm%2Fcd",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:43846/nrlm/cd"}
[junit4:junit4]   1>      /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:39494_nrlm%2Fcd",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:39494/nrlm/cd"}
[junit4:junit4]   1>     /solr/collections/collection1/shards (0)
[junit4:junit4]   1>     /solr/collections/collection1/leader_elect (2)
[junit4:junit4]   1>      /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4]   1>       /solr/collections/collection1/leader_elect/shard2/election (2)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/89541367307632646-127.0.0.1:43846_nrlm%2Fcd_collection1-n_0000000000 (0)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/89541367307632650-127.0.0.1:45325_nrlm%2Fcd_collection1-n_0000000001 (0)
[junit4:junit4]   1>      /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/89541367307632652-127.0.0.1:50024_nrlm%2Fcd_collection1-n_0000000001 (0)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/89541367307632648-127.0.0.1:39494_nrlm%2Fcd_collection1-n_0000000000 (0)
[junit4:junit4]   1> 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.895; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 46250
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:39.896; org.apache.solr.core.CoreContainer; Shutting down CoreContainer instance=1628283464
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:40.799; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:40.801; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=null message={
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "node_name":"127.0.0.1:46250_nrlm%2Fcd",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46250/nrlm/cd",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:46250_nrlm%2Fcd_collection1"}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:40.809; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:40.809; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:40.809; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:40.809; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:40.809; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.898; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.899; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.903; org.apache.solr.core.SolrCore; [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@37f113e4
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.906; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.906; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.907; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.907; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.909; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.909; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.910; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/control/data [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/control/data;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.910; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/control/data
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.910; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/control/data/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/control/data/index;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.910; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366292836111/control/data/index
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.912; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89541367307632643-127.0.0.1:46250_nrlm%2Fcd-n_0000000000) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.913; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 13:47:41.913; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:41.913; org.apache.zookeeper.server.NIOServerCnxn; caught end of stream exception
[junit4:junit4]   1> EndOfStreamException: Unable to read additional data from client sessionid 0x13e1d662f130003, likely client has closed socket
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> WARN  - 2013-04-18 13:47:41.913; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> WARN  - 2013

[...truncated too long message...]

re.SolrCore; [unloadcollection4]  CLOSING SolrCore org.apache.solr.core.SolrCore@3033c713
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.631; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.632; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.633; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.633; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.636; org.apache.solr.core.SolrCore; [unloadcollection4] Closing main searcher on request.
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.636; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.637; org.apache.solr.core.CachingDirectoryFactory; looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-UnloadDistributedZkTest-1366292905520/1366292928092unloadcollection_4n [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-UnloadDistributedZkTest-1366292905520/1366292928092unloadcollection_4n;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.638; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-UnloadDistributedZkTest-1366292905520/1366292928092unloadcollection_4n
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.639; org.apache.solr.core.CachingDirectoryFactory; looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-UnloadDistributedZkTest-1366292905520/1366292928092unloadcollection_4n/index.20130418214901713 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-UnloadDistributedZkTest-1366292905520/1366292928092unloadcollection_4n/index.20130418214901713;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.639; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-UnloadDistributedZkTest-1366292905520/1366292928092unloadcollection_4n/index.20130418214901713
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.643; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89541371856289804-127.0.0.1:45948_mtvxn-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.645; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.648; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (0)
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.670; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/mtvxn,null}
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.724; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.728; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:51427 51427
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.831; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7379c960 name:ZooKeeperConnection Watcher:127.0.0.1:51427/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.831; org.apache.solr.common.cloud.ConnectionManager; Client->ZooKeeper status change trigger but we are already closed
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-UnloadDistributedZkTest-1366292905520
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UnloadDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=DEAF2C46644E944F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_PY -Dtests.timezone=CTT -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE  140s J1 | UnloadDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([DEAF2C46644E944F:5F49A25E1311F473]:0)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:127)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:45.847; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 140351 T2029 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   1> WARN  - 2013-04-18 13:50:46.945; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-18 13:50:46.946; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-04-18 13:50:46.946; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_sl=PostingsFormat(name=MockSep), intDefault=MockVariableIntBlock(baseBlockSize=36), _version_=MockVariableIntBlock(baseBlockSize=36), a_si=Lucene41(blocksize=128), timestamp=MockVariableIntBlock(baseBlockSize=36), text=PostingsFormat(name=MockSep), other_tl1=MockVariableIntBlock(baseBlockSize=36), multiDefault=Lucene41(blocksize=128), a_t=MockVariableIntBlock(baseBlockSize=36), range_facet_l=MockVariableIntBlock(baseBlockSize=36), id=PostingsFormat(name=NestedPulsing), range_facet_si=Lucene41(blocksize=128)}, docValues:{timestamp=DocValuesFormat(name=Lucene42)}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=es_PY, timezone=CTT
[junit4:junit4]   2> NOTE: Linux 3.2.0-40-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=88228432,total=206594048
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestQueryTypes, SolrRequestParserTest, TestRecovery, TestStressLucene, DebugComponentTest, JSONWriterTest, TestHashPartitioner, SampleTest, TestFiltering, TestSolrQueryParserDefaultOperatorResource, TestFastOutputStream, FullSolrCloudDistribCmdsTest, TestElisionMultitermQuery, HighlighterConfigTest, TestNumberUtils, TestFoldingMultitermQuery, TestSystemIdResolver, SolrIndexConfigTest, TestBinaryField, ChaosMonkeySafeLeaderTest, TestPropInject, SimplePostToolTest, PreAnalyzedUpdateProcessorTest, TestDistributedSearch, TestDefaultSimilarityFactory, TestBinaryResponseWriter, TestOmitPositions, StandardRequestHandlerTest, SignatureUpdateProcessorFactoryTest, TestReload, ConvertedLegacyTest, SuggesterTSTTest, ZkNodePropsTest, TestCoreDiscovery, TestFieldTypeResource, TestFieldTypeCollectionResource, TestRandomFaceting, DateMathParserTest, TestJmxMonitoredMap, OpenExchangeRatesOrgProviderTest, CurrencyFieldXmlFileTest, IndexReaderFactoryTest, TestZkChroot, XmlUpdateRequestHandlerTest, TestStressReorder, CachingDirectoryFactoryTest, TestSchemaNameResource, DOMUtilTest, CurrencyFieldOpenExchangeTest, ClusterStateTest, ChaosMonkeyShardSplitTest, TestDFRSimilarityFactory, TestSolrXml, DefaultValueUpdateProcessorTest, BasicDistributedZk2Test, NotRequiredUniqueKeyTest, TestArbitraryIndexDir, OutputWriterTest, SuggesterWFSTTest, TestCloudManagedSchema, CopyFieldTest, TestAnalyzedSuggestions, TestUpdate, SolrCoreCheckLockOnStartupTest, TestWordDelimiterFilterFactory, MultiTermTest, SortByFunctionTest, PingRequestHandlerTest, UnloadDistributedZkTest]
[junit4:junit4] Completed on J1 in 141.64s, 1 test, 1 failure <<< FAILURES!

[...truncated 449 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:438: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 290 suites, 1201 tests, 1 error, 1 failure, 13 ignored (7 assumptions)

Total time: 35 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b84 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b84) - Build # 5223 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5223/
Java: 32bit/jdk1.8.0-ea-b84 -server -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard2 in collection test_unload_shard_and_collection

Stack Trace:
java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
	at __randomizedtesting.SeedInfo.seed([16D4EFB7C13029BC:973261AFB66F4980]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:127)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9307 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.UnloadDistributedZkTest
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.366; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.369; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.370; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.371; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.471; org.apache.solr.cloud.ZkTestServer; start zk server on port:39474
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.472; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.539; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@247d2f name:ZooKeeperConnection Watcher:127.0.0.1:39474 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.539; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.540; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.544; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.545; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@e38b1b name:ZooKeeperConnection Watcher:127.0.0.1:39474/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.546; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.546; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.548; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.550; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.552; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.554; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.555; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.558; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.559; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.563; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.563; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.566; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.566; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.570; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.570; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.573; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.573; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.575; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.576; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.579; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.579; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.582; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.582; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.666; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.671; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:52912
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.672; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.673; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.673; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1366288033585
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.673; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1366288033585/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.674; org.apache.solr.core.CoreContainer; New CoreContainer 20452528
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.674; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1366288033585/'
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.675; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1366288033585/'
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.751; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.752; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.752; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.753; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.753; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.754; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.754; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.755; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.755; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.756; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.759; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.760; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39474/solr
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.761; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.761; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.763; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1c287b1 name:ZooKeeperConnection Watcher:127.0.0.1:39474 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.763; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.764; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.767; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.768; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1eea5dd name:ZooKeeperConnection Watcher:127.0.0.1:39474/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.769; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.770; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.772; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.774; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.776; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52912_
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.777; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:52912_
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.779; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.784; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.785; org.apache.solr.cloud.Overseer; Overseer (id=89541052555132931-127.0.0.1:52912_-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.788; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.791; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.792; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.794; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.795; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.797; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.799; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.799; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.800; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.802; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.803; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.804; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@cf60ef name:ZooKeeperConnection Watcher:127.0.0.1:39474/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.804; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.805; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.807; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.869; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.871; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:34209
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.872; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.873; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.873; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366288033808
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.874; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366288033808/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.875; org.apache.solr.core.CoreContainer; New CoreContainer 32677872
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.876; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366288033808/'
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.876; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366288033808/'
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.948; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.949; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.949; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.949; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.950; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.950; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.951; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.951; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.951; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.952; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.955; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.956; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39474/solr
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.956; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.957; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.958; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@198cfd7 name:ZooKeeperConnection Watcher:127.0.0.1:39474 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.958; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.960; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.963; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.964; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@617870 name:ZooKeeperConnection Watcher:127.0.0.1:39474/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.964; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:13.967; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:14.970; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34209_
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:14.971; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:34209_
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:14.974; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:14.974; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:14.974; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:14.977; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:14.978; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:14.978; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.042; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.045; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:41850
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.045; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.046; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.046; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366288034981
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.047; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366288034981/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.047; org.apache.solr.core.CoreContainer; New CoreContainer 12684318
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.048; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366288034981/'
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.048; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366288034981/'
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.131; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.132; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.132; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.133; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.133; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.134; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.134; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.135; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.135; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.136; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.139; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.140; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39474/solr
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.141; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.141; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.143; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@b7324a name:ZooKeeperConnection Watcher:127.0.0.1:39474 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.143; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.145; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.149; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.150; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1e42cd3 name:ZooKeeperConnection Watcher:127.0.0.1:39474/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.150; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:15.153; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.156; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41850_
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.158; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:41850_
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.161; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.161; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.161; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.162; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.166; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.167; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.167; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.239; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.241; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:38267
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.242; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.242; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.243; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366288036171
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.243; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366288036171/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.244; org.apache.solr.core.CoreContainer; New CoreContainer 17597794
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.244; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366288036171/'
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.245; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366288036171/'
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.320; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.321; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.321; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.322; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.322; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.323; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.323; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.324; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.324; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.325; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.328; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.329; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39474/solr
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.329; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.330; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.331; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1c5e83b name:ZooKeeperConnection Watcher:127.0.0.1:39474 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.332; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.334; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.338; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.339; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7f03d5 name:ZooKeeperConnection Watcher:127.0.0.1:39474/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.339; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:16.342; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.345; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38267_
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.347; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:38267_
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.351; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.351; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.351; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.351; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.351; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.367; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.368; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.369; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.437; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.440; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:50479
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.441; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.441; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.442; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1366288037372
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.442; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1366288037372/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.443; org.apache.solr.core.CoreContainer; New CoreContainer 29659303
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.443; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1366288037372/'
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.444; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1366288037372/'
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.517; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.517; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.518; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.518; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.519; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.519; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.520; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.520; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.521; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.521; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.524; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.525; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39474/solr
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.525; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.526; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.528; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@586245 name:ZooKeeperConnection Watcher:127.0.0.1:39474 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.528; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.529; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.532; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.533; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@144e370 name:ZooKeeperConnection Watcher:127.0.0.1:39474/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.533; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:17.536; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.538; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50479_
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.540; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:50479_
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.545; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.546; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.546; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.546; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.545; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.545; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.550; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.550; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.551; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.554; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.557; org.apache.solr.core.CoreContainer; Creating SolrCore 'unloadcollection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366288033808/unloadcollection1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.558; org.apache.solr.cloud.ZkController; Check for collection zkNode:unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.559; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.559; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.560; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.560; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.562; org.apache.solr.cloud.ZkController; Load collection config from:/collections/unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.564; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366288033808/unloadcollection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.588; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.620; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.622; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.626; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.973; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.979; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.982; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.992; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.995; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:18.998; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:18.999; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:19.000; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.000; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:19.001; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:19.001; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.002; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.002; org.apache.solr.core.SolrCore; [unloadcollection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366288033808/unloadcollection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288038556unloadcollection1_1n/
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.003; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14bb6c2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.003; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.004; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288038556unloadcollection1_1n
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.004; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288038556unloadcollection1_1n/index/
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:19.005; org.apache.solr.core.SolrCore; [unloadcollection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288038556unloadcollection1_1n/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.005; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288038556unloadcollection1_1n/index
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.007; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14a5b8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1af01a0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.007; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.010; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.010; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.011; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.011; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.012; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.012; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.013; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.013; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.014; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.016; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.019; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6eb734 main
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.019; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288038556unloadcollection1_1n/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.020; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.021; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.024; org.apache.solr.core.SolrCore; [unloadcollection1] Registered new searcher Searcher@6eb734 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.026; org.apache.solr.cloud.ZkController; publishing core=unloadcollection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.804; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.805; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:34209_",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "core":"unloadcollection1",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:34209",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.805; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection unloadcollection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.806; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.809; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.809; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.809; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.809; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.809; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:19.809; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:20.027; org.apache.solr.core.CoreContainer; registering core: unloadcollection1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:20.028; org.apache.solr.cloud.ZkController; Register replica - core:unloadcollection1 address:http://127.0.0.1:34209 collection:unloadcollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:20.029; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/unloadcollection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:20.034; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:20.036; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:20.037; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:20.037; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:34209/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:20.037; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:20.038; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:34209/unloadcollection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:20.038; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:34209/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:20.038; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/unloadcollection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.314; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.319; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.320; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.320; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.319; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.319; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.319; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.345; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:34209/unloadcollection1/ and leader is http://127.0.0.1:34209/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.345; org.apache.solr.cloud.ZkController; No LogReplay needed for core=unloadcollection1 baseURL=http://127.0.0.1:34209
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.346; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.346; org.apache.solr.cloud.ZkController; publishing core=unloadcollection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.348; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.349; org.apache.solr.core.CoreContainer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366288033808/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.350; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366288033808/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.351; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=1&wt=javabin&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288038556unloadcollection1_1n&collection=unloadcollection&name=unloadcollection1&version=2&action=CREATE} status=0 QTime=2794 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.352; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.354; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.355; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1c5326c name:ZooKeeperConnection Watcher:127.0.0.1:39474/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.355; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.356; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.359; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.360; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.363; org.apache.solr.core.CoreContainer; Creating SolrCore 'unloadcollection2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366288034981/unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.364; org.apache.solr.cloud.ZkController; Check for collection zkNode:unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.365; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.365; org.apache.solr.cloud.ZkController; Load collection config from:/collections/unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.366; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366288034981/unloadcollection2/'
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.393; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.428; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.429; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.433; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.764; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.769; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.772; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.783; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.786; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.789; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:21.790; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:21.790; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.791; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:21.792; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:21.792; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.793; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.793; org.apache.solr.core.SolrCore; [unloadcollection2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366288034981/unloadcollection2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288041362unloadcollection1_2n/
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.793; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14bb6c2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.794; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.795; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288041362unloadcollection1_2n
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.795; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288041362unloadcollection1_2n/index/
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:21.795; org.apache.solr.core.SolrCore; [unloadcollection2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288041362unloadcollection1_2n/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.796; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288041362unloadcollection1_2n/index
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.797; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@29766e lockFactory=org.apache.lucene.store.NativeFSLockFactory@5eef65),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.798; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.799; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.800; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.800; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.801; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.801; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.802; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.802; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.803; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.803; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.806; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.808; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@424829 main
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.809; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288041362unloadcollection1_2n/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.809; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.810; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.812; org.apache.solr.core.SolrCore; [unloadcollection2] Registered new searcher Searcher@424829 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.814; org.apache.solr.cloud.ZkController; publishing core=unloadcollection2 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:21.815; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:22.824; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:22.825; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:34209_",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "core":"unloadcollection1",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:34209__unloadcollection1",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:34209",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:22.828; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:41850_",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core":"unloadcollection2",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:41850",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:22.829; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:22.829; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:22.833; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:22.833; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:22.833; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:22.833; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:22.833; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:22.833; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:22.833; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.816; org.apache.solr.core.CoreContainer; registering core: unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.817; org.apache.solr.cloud.ZkController; Register replica - core:unloadcollection2 address:http://127.0.0.1:41850 collection:unloadcollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.820; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:41850/unloadcollection2/ and leader is http://127.0.0.1:34209/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.821; org.apache.solr.cloud.ZkController; No LogReplay needed for core=unloadcollection2 baseURL=http://127.0.0.1:41850
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.821; org.apache.solr.cloud.ZkController; Core needs to recover:unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.822; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.823; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=unloadcollection2 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.823; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.826; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.827; org.apache.solr.cloud.ZkController; publishing core=unloadcollection2 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.827; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.827; org.apache.solr.core.CoreContainer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366288034981/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.828; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366288034981/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.828; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.829; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={wt=javabin&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288041362unloadcollection1_2n&collection=unloadcollection&name=unloadcollection2&version=2&action=CREATE} status=0 QTime=2466 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.830; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.831; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.832; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:23.832; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:41850__unloadcollection2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:24.342; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:24.343; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:41850_",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core":"unloadcollection2",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:41850__unloadcollection2",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:41850",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:24.348; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:24.349; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:24.349; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:24.349; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:24.348; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:24.348; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:24.348; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:24.833; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:41850__unloadcollection2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:24.834; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={state=recovering&checkLive=true&core=unloadcollection1&wt=javabin&coreNodeName=127.0.0.1:41850__unloadcollection2&nodeName=127.0.0.1:41850_&version=2&action=PREPRECOVERY&onlyIfLeader=true} status=0 QTime=1002 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:24.834; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:25.836; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.834; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:34209/unloadcollection1/ core=unloadcollection2 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.835; org.apache.solr.update.PeerSync; PeerSync: core=unloadcollection2 url=http://127.0.0.1:41850 START replicas=[http://127.0.0.1:34209/unloadcollection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:26.835; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.835; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.836; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.836; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.836; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.836; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:34209/unloadcollection1/. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.837; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.837; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.842; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/get params={distrib=false&getVersions=100&wt=javabin&version=2&qt=/get} status=0 QTime=2 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.842; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.843; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14a5b8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1af01a0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.844; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.844; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14a5b8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1af01a0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14a5b8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1af01a0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.845; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.845; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@10a7264 realtime
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.846; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.846; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={waitSearcher=true&softCommit=false&openSearcher=false&wt=javabin&commit=true&commit_end_point=true&version=2} {commit=} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.847; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.847; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.850; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.850; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={command=indexversion&wt=javabin&version=2&qt=/replication} status=0 QTime=2 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.851; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.851; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.851; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.853; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={command=filelist&wt=javabin&version=2&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.854; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.854; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288041362unloadcollection1_2n/index.20130418172726854
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.854; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1cca11f lockFactory=org.apache.lucene.store.NativeFSLockFactory@7a5554) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.869; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=segments_2&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.871; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.872; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.872; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.873; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@29766e lockFactory=org.apache.lucene.store.NativeFSLockFactory@5eef65),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@29766e lockFactory=org.apache.lucene.store.NativeFSLockFactory@5eef65),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.873; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.874; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.874; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3a0fbb main
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.875; org.apache.solr.core.SolrCore; [unloadcollection2] Registered new searcher Searcher@3a0fbb main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.875; org.apache.solr.core.CachingDirectoryFactory; looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288041362unloadcollection1_2n/index.20130418172726854 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288041362unloadcollection1_2n/index.20130418172726854;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.875; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288041362unloadcollection1_2n/index.20130418172726854
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.876; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288041362unloadcollection1_2n/index.20130418172726854
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.876; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.876; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.876; org.apache.solr.cloud.ZkController; publishing core=unloadcollection2 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.876; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:26.878; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.356; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.357; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:41850_",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core":"unloadcollection2",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:41850__unloadcollection2",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:41850",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.360; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.360; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.361; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.361; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.361; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.360; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.360; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.840; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.841; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.842; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.864; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[6 (1432656856062361600)]} 0 2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.864; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1432656856062361600)]} 0 14
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.870; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[7 (1432656856080187392)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.870; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1432656856080187392)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.875; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[8 (1432656856085430272)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.875; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1432656856085430272)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.877; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.880; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14a5b8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1af01a0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14a5b8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1af01a0),segFN=segments_3,generation=3,filenames=[_0_MockVariableIntBlock_0.pos, _0_Pulsing41_0.tim, _0_Lucene42_0.dvm, segments_3, _0_Pulsing41_0.tip, _0_Direct_0.doc, _0.nvm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0.si, _0_Direct_0.tim, _0_Memory_0.ram, _0_MockVariableIntBlock_0.tib, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.frq, _0_MockVariableIntBlock_0.skp, _0.fdt, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0.fdx, _0_MockVariableIntBlock_0.pyl, _0.nvd, _0_Direct_0.tip, _0.fnm]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.880; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[_0_MockVariableIntBlock_0.pos, _0_Pulsing41_0.tim, _0_Lucene42_0.dvm, segments_3, _0_Pulsing41_0.tip, _0_Direct_0.doc, _0.nvm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0.si, _0_Direct_0.tim, _0_Memory_0.ram, _0_MockVariableIntBlock_0.tib, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.frq, _0_MockVariableIntBlock_0.skp, _0.fdt, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0.fdx, _0_MockVariableIntBlock_0.pyl, _0.nvd, _0_Direct_0.tip, _0.fnm]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.932; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1677914 main
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.932; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.933; org.apache.solr.core.SolrCore; [unloadcollection1] Registered new searcher Searcher@1677914 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C3)}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.934; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:41850/unloadcollection2/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.936; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.938; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@29766e lockFactory=org.apache.lucene.store.NativeFSLockFactory@5eef65),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@29766e lockFactory=org.apache.lucene.store.NativeFSLockFactory@5eef65),segFN=segments_3,generation=3,filenames=[_0_MockVariableIntBlock_0.pos, _0_Pulsing41_0.tim, _0_Lucene42_0.dvm, segments_3, _0_Pulsing41_0.tip, _0_Direct_0.doc, _0.nvm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0.si, _0_Direct_0.tim, _0_Memory_0.ram, _0_MockVariableIntBlock_0.tib, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.frq, _0_MockVariableIntBlock_0.skp, _0.fdt, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0.fdx, _0_MockVariableIntBlock_0.pyl, _0.nvd, _0_Direct_0.tip, _0.fnm]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.939; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[_0_MockVariableIntBlock_0.pos, _0_Pulsing41_0.tim, _0_Lucene42_0.dvm, segments_3, _0_Pulsing41_0.tip, _0_Direct_0.doc, _0.nvm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0.si, _0_Direct_0.tim, _0_Memory_0.ram, _0_MockVariableIntBlock_0.tib, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.frq, _0_MockVariableIntBlock_0.skp, _0.fdt, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0.fdx, _0_MockVariableIntBlock_0.pyl, _0.nvd, _0_Direct_0.tip, _0.fnm]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.940; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2fc062 main
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.941; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.941; org.apache.solr.core.SolrCore; [unloadcollection2] Registered new searcher Searcher@2fc062 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C3)}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.941; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={expungeDeletes=false&waitSearcher=true&softCommit=false&wt=javabin&commit=true&commit_end_point=true&version=2} {commit=} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.942; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={waitSearcher=true&softCommit=false&wt=javabin&commit=true&version=2} {commit=} 0 65
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.943; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.947; org.apache.solr.core.CoreContainer; Creating SolrCore 'unloadcollection3' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366288036171/unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.947; org.apache.solr.cloud.ZkController; Check for collection zkNode:unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.948; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.949; org.apache.solr.cloud.ZkController; Load collection config from:/collections/unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.950; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366288036171/unloadcollection3/'
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:27.981; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.011; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.012; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.016; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.388; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.393; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.396; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.407; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.410; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.413; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:28.414; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:28.415; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.415; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:28.416; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:28.417; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.417; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.417; org.apache.solr.core.SolrCore; [unloadcollection3] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366288036171/unloadcollection3/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288047945unloadcollection_3n/
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.418; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14bb6c2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.418; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.419; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288047945unloadcollection_3n
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.419; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288047945unloadcollection_3n/index/
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:28.420; org.apache.solr.core.SolrCore; [unloadcollection3] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288047945unloadcollection_3n/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.420; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288047945unloadcollection_3n/index
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.422; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@59a36c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13aab21),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.422; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.424; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.424; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.425; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.425; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.426; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.426; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.427; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.427; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.428; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.430; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.432; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4427f1 main
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.433; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288047945unloadcollection_3n/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.434; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.434; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.438; org.apache.solr.core.SolrCore; [unloadcollection3] Registered new searcher Searcher@4427f1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.440; org.apache.solr.cloud.ZkController; publishing core=unloadcollection3 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.440; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.865; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.866; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:38267_",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core":"unloadcollection3",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:38267",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.867; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.867; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.871; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.871; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.871; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.871; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.871; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.871; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:28.871; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.442; org.apache.solr.core.CoreContainer; registering core: unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.443; org.apache.solr.cloud.ZkController; Register replica - core:unloadcollection3 address:http://127.0.0.1:38267 collection:unloadcollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.446; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:38267/unloadcollection3/ and leader is http://127.0.0.1:34209/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.446; org.apache.solr.cloud.ZkController; No LogReplay needed for core=unloadcollection3 baseURL=http://127.0.0.1:38267
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.447; org.apache.solr.cloud.ZkController; Core needs to recover:unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.447; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.448; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.448; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=unloadcollection3 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.450; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.450; org.apache.solr.core.CoreContainer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366288036171/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.450; org.apache.solr.cloud.ZkController; publishing core=unloadcollection3 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.451; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.451; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366288036171/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.451; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.452; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={wt=javabin&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288047945unloadcollection_3n&collection=unloadcollection&name=unloadcollection3&version=2&action=CREATE} status=0 QTime=1506 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.452; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.453; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:29.455; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:38267__unloadcollection3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:30.376; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:30.377; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:38267_",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core":"unloadcollection3",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:38267__unloadcollection3",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:38267",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:30.381; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:30.381; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:30.381; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:30.381; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:30.381; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:30.381; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:30.381; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:30.455; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:30.456; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:38267__unloadcollection3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:30.457; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={state=recovering&checkLive=true&core=unloadcollection1&wt=javabin&coreNodeName=127.0.0.1:38267__unloadcollection3&nodeName=127.0.0.1:38267_&version=2&action=PREPRECOVERY&onlyIfLeader=true} status=0 QTime=1002 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:31.457; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.457; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:34209/unloadcollection1/ core=unloadcollection3 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.458; org.apache.solr.update.PeerSync; PeerSync: core=unloadcollection3 url=http://127.0.0.1:38267 START replicas=[http://127.0.0.1:34209/unloadcollection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:32.459; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.459; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.460; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.460; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.459; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.461; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/get params={distrib=false&getVersions=100&wt=javabin&version=2&qt=/get} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.460; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.463; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:34209/unloadcollection1/. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.463; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.466; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.467; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14a5b8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1af01a0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14a5b8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1af01a0),segFN=segments_3,generation=3,filenames=[_0_MockVariableIntBlock_0.pos, _0_Pulsing41_0.tim, _0_Lucene42_0.dvm, segments_3, _0_Pulsing41_0.tip, _0_Direct_0.doc, _0.nvm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0.si, _0_Direct_0.tim, _0_Memory_0.ram, _0_MockVariableIntBlock_0.tib, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.frq, _0_MockVariableIntBlock_0.skp, _0.fdt, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0.fdx, _0_MockVariableIntBlock_0.pyl, _0.nvd, _0_Direct_0.tip, _0.fnm]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@14a5b8c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1af01a0),segFN=segments_4,generation=4,filenames=[segments_4, _0_MockVariableIntBlock_0.pos, _0_Pulsing41_0.tim, _0_Lucene42_0.dvm, _0_Pulsing41_0.tip, _0_Direct_0.doc, _0.nvm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0.si, _0_Direct_0.tim, _0_Memory_0.ram, _0_MockVariableIntBlock_0.tib, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.frq, _0_MockVariableIntBlock_0.skp, _0.fdt, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0.fdx, _0_MockVariableIntBlock_0.pyl, _0.nvd, _0_Direct_0.tip, _0.fnm]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.467; org.apache.solr.core.SolrDeletionPolicy; newest commit = 4[segments_4, _0_MockVariableIntBlock_0.pos, _0_Pulsing41_0.tim, _0_Lucene42_0.dvm, _0_Pulsing41_0.tip, _0_Direct_0.doc, _0.nvm, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0.si, _0_Direct_0.tim, _0_Memory_0.ram, _0_MockVariableIntBlock_0.tib, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.frq, _0_MockVariableIntBlock_0.skp, _0.fdt, _0_MockVariableIntBlock_0.doc, _0_Direct_0.pos, _0.fdx, _0_MockVariableIntBlock_0.pyl, _0.nvd, _0_Direct_0.tip, _0.fnm]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.468; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.468; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={waitSearcher=true&softCommit=false&openSearcher=false&wt=javabin&commit=true&commit_end_point=true&version=2} {commit=} 0 2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.469; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.469; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.471; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={command=indexversion&wt=javabin&version=2&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.471; org.apache.solr.handler.SnapPuller; Master's generation: 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.472; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.472; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.474; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={command=filelist&wt=javabin&version=2&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.474; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 25
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.476; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288047945unloadcollection_3n/index.20130418172732474
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.477; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f5b12 lockFactory=org.apache.lucene.store.NativeFSLockFactory@95fa96) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.492; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=segments_4&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.513; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_MockVariableIntBlock_0.pos&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.518; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_Pulsing41_0.tim&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.522; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_Lucene42_0.dvm&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.526; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_Pulsing41_0.tip&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.530; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0.nvm&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.534; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_Direct_0.doc&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.538; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_Pulsing41_0.pos&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.542; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_Pulsing41_0.doc&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.547; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_Direct_0.tim&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.551; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0.si&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.587; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_Memory_0.ram&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.591; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_MockVariableIntBlock_0.tib&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.595; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_MockVariableIntBlock_0.tii&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.599; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_Lucene42_0.dvd&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.603; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_MockVariableIntBlock_0.skp&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:32.605; org.apache.solr.handler.SnapPuller$DirectoryFileFetcher; No content recieved for file: {name=_0_MockVariableIntBlock_0.skp, size=0}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.608; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_MockVariableIntBlock_0.frq&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.612; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_MockVariableIntBlock_0.doc&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.615; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0.fdt&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.619; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_Direct_0.pos&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.623; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0.fdx&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.626; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_MockVariableIntBlock_0.pyl&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> WARN  - 2013-04-18 12:27:32.628; org.apache.solr.handler.SnapPuller$DirectoryFileFetcher; No content recieved for file: {name=_0_MockVariableIntBlock_0.pyl, size=0}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.630; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0_Direct_0.tip&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.634; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0.nvd&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.637; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={file=_0.fnm&command=filecontent&wt=filestream&checksum=true&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.639; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.640; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.641; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.642; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@59a36c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13aab21),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@59a36c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13aab21),segFN=segments_4,generation=4,filenames=[segments_4, _0_MockVariableIntBlock_0.pos, _0_Pulsing41_0.tim, _0_Lucene42_0.dvm, _0_Pulsing41_0.tip, _0.nvm, _0_Direct_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0.si, _0_Direct_0.tim, _0_Memory_0.ram, _0_MockVariableIntBlock_0.tib, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.frq, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _0.fdt, _0_Direct_0.pos, _0.fdx, _0_MockVariableIntBlock_0.pyl, _0_Direct_0.tip, _0.nvd, _0.fnm]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.643; org.apache.solr.core.SolrDeletionPolicy; newest commit = 4[segments_4, _0_MockVariableIntBlock_0.pos, _0_Pulsing41_0.tim, _0_Lucene42_0.dvm, _0_Pulsing41_0.tip, _0.nvm, _0_Direct_0.doc, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0.si, _0_Direct_0.tim, _0_Memory_0.ram, _0_MockVariableIntBlock_0.tib, _0_Lucene42_0.dvd, _0_MockVariableIntBlock_0.tii, _0_MockVariableIntBlock_0.frq, _0_MockVariableIntBlock_0.skp, _0_MockVariableIntBlock_0.doc, _0.fdt, _0_Direct_0.pos, _0.fdx, _0_MockVariableIntBlock_0.pyl, _0_Direct_0.tip, _0.nvd, _0.fnm]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.643; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.644; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@bf48dd main
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.645; org.apache.solr.core.SolrCore; [unloadcollection3] Registered new searcher Searcher@bf48dd main{StandardDirectoryReader(segments_4:3:nrt _0(5.0):C3)}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.646; org.apache.solr.core.CachingDirectoryFactory; looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288047945unloadcollection_3n/index.20130418172732474 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288047945unloadcollection_3n/index.20130418172732474;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.646; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288047945unloadcollection_3n/index.20130418172732474
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.646; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288047945unloadcollection_3n/index.20130418172732474
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.647; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.647; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.647; org.apache.solr.cloud.ZkController; publishing core=unloadcollection3 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.647; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:32.648; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:33.387; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:33.388; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:38267_",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core":"unloadcollection3",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:38267__unloadcollection3",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:38267",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:33.979; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:33.981; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:33.981; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:33.981; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:33.981; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:33.981; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:33.982; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:33.981; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:34.980; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:34.981; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:34.982; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:34.996; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[20 (1432656863551291392)]} 0 2
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:34.996; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[20 (1432656863551291392)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:34.997; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[20 (1432656863551291392)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:34.998; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[20]} 0 9
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.004; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[21 (1432656863560728576)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.004; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[21 (1432656863560728576)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.005; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[21 (1432656863560728576)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.006; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[21]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.012; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[22 (1432656863570165760)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.013; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[22 (1432656863570165760)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.013; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[22 (1432656863570165760)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.014; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[22]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.020; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[23 (1432656863577505792)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.020; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[23 (1432656863577505792)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.021; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[23 (1432656863577505792)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.022; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[23]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.028; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[24 (1432656863585894400)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.028; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[24 (1432656863585894400)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.029; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[24 (1432656863585894400)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.030; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[24]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.037; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[25 (1432656863595331584)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.037; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[25 (1432656863595331584)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.038; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[25 (1432656863595331584)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.038; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[25]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.045; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[26 (1432656863603720192)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.045; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[26 (1432656863603720192)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.047; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[26 (1432656863603720192)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.047; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[26]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.054; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[27 (1432656863613157376)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.054; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[27 (1432656863613157376)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.055; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[27 (1432656863613157376)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.055; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[27]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.062; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[28 (1432656863621545984)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.062; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[28 (1432656863621545984)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.063; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[28 (1432656863621545984)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.063; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[28]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.071; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[29 (1432656863630983168)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.071; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[29 (1432656863630983168)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.072; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[29 (1432656863630983168)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.073; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[29]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.079; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[30 (1432656863639371776)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.079; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[30 (1432656863639371776)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.080; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[30 (1432656863639371776)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.080; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[30]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.088; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[31 (1432656863648808960)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.088; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[31 (1432656863648808960)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.089; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[31 (1432656863648808960)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.090; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[31]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.096; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[32 (1432656863657197568)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.096; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[32 (1432656863657197568)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.097; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[32 (1432656863657197568)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.098; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[32]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.104; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[33 (1432656863665586176)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.104; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[33 (1432656863665586176)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.105; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[33 (1432656863665586176)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.106; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[33]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.113; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[34 (1432656863675023360)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.113; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[34 (1432656863675023360)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.114; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[34 (1432656863675023360)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.114; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[34]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.121; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[35 (1432656863683411968)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.121; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[35 (1432656863683411968)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.122; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[35 (1432656863683411968)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.123; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[35]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.129; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[36 (1432656863691800576)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.129; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[36 (1432656863691800576)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.130; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[36 (1432656863691800576)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.130; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[36]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.137; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[37 (1432656863700189184)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.137; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[37 (1432656863700189184)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.138; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[37 (1432656863700189184)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.138; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[37]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.145; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[38 (1432656863708577792)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.145; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[38 (1432656863708577792)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.146; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[38 (1432656863708577792)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.147; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[38]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.154; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[39 (1432656863718014976)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.154; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[39 (1432656863718014976)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.155; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[39 (1432656863718014976)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.155; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[39]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.162; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[40 (1432656863726403584)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.162; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[40 (1432656863726403584)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.163; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[40 (1432656863726403584)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.163; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[40]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.170; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[41 (1432656863734792192)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.170; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[41 (1432656863734792192)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.171; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[41 (1432656863734792192)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.171; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[41]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.178; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[42 (1432656863743180800)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.178; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[42 (1432656863743180800)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.179; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[42 (1432656863743180800)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.180; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[42]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.186; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[43 (1432656863751569408)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.186; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[43 (1432656863751569408)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.187; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[43 (1432656863751569408)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.188; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[43]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.194; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[44 (1432656863759958016)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.194; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[44 (1432656863759958016)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.195; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[44 (1432656863759958016)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.196; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[44]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.202; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[45 (1432656863768346624)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.202; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[45 (1432656863768346624)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.203; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[45 (1432656863768346624)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.204; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[45]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.211; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[46 (1432656863776735232)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.211; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[46 (1432656863776735232)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.212; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[46 (1432656863776735232)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.212; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[46]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.218; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[47 (1432656863786172416)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.218; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[47 (1432656863786172416)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.219; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[47 (1432656863786172416)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.220; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[47]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.226; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[48 (1432656863794561024)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.226; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[48 (1432656863794561024)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.227; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[48 (1432656863794561024)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.228; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[48]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.233; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[49 (1432656863801901056)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.233; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[49 (1432656863801901056)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.234; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[49 (1432656863801901056)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.235; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[49]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.242; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[50 (1432656863810289664)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.242; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[50 (1432656863810289664)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.243; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[50 (1432656863810289664)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.243; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[50]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.249; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[51 (1432656863818678272)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.249; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[51 (1432656863818678272)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.250; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[51 (1432656863818678272)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.251; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[51]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.257; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[52 (1432656863827066880)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.257; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[52 (1432656863827066880)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.258; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[52 (1432656863827066880)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.259; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[52]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.265; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[53 (1432656863834406912)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.265; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[53 (1432656863834406912)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.266; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[53 (1432656863834406912)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.266; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[53]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.272; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[54 (1432656863842795520)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.272; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[54 (1432656863842795520)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.273; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[54 (1432656863842795520)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.274; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[54]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.281; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[55 (1432656863851184128)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.281; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[55 (1432656863851184128)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.282; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[55 (1432656863851184128)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.282; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[55]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.289; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[56 (1432656863859572736)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.289; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[56 (1432656863859572736)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.290; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[56 (1432656863859572736)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.290; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[56]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.296; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[57 (1432656863867961344)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.296; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[57 (1432656863867961344)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.297; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[57 (1432656863867961344)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.298; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[57]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.304; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[58 (1432656863875301376)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.304; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[58 (1432656863875301376)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.305; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[58 (1432656863875301376)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.306; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[58]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.312; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[59 (1432656863883689984)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.312; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[59 (1432656863883689984)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.313; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[59 (1432656863883689984)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.314; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[59]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.320; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[60 (1432656863892078592)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.320; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[60 (1432656863892078592)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.321; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[60 (1432656863892078592)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.321; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[60]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.327; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[61 (1432656863900467200)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.327; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[61 (1432656863900467200)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.329; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[61 (1432656863900467200)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.330; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[61]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.337; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[62 (1432656863909904384)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.337; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[62 (1432656863909904384)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.338; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[62 (1432656863909904384)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.339; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[62]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.346; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[63 (1432656863919341568)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.346; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[63 (1432656863919341568)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.347; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38267/unloadcollection3/&wt=javabin&version=2&update.distrib=TOLEADER} {add=[63 (1432656863919341568)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.347; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={wt=javabin&version=2} {add=[63]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.354; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[64 (1432656863927730176)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.354; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:34209/unloadcollection1/&wt=javabin&version=2&update.distrib=FROMLEADER} {add=[64 (1432656863927730176)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 12:27:35.355; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] we

[...truncated too long message...]

nit4]   1> INFO  - 2013-04-18 12:29:35.172; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.173; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.173; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.174; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.175; org.apache.solr.core.SolrCore; [unloadcollection4] Closing main searcher on request.
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.175; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.175; org.apache.solr.core.CachingDirectoryFactory; looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288057579unloadcollection_4n [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288057579unloadcollection_4n;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.176; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288057579unloadcollection_4n
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.176; org.apache.solr.core.CachingDirectoryFactory; looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288057579unloadcollection_4n/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288057579unloadcollection_4n/index;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.177; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370/1366288057579unloadcollection_4n/index
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.178; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89541052555132940-127.0.0.1:50479_-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.179; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-04-18 12:29:35.179; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> WARN  - 2013-04-18 12:29:35.179; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.179; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (0)
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.180; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 0)
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.200; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.253; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.255; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:39474 39474
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.357; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1c5326c name:ZooKeeperConnection Watcher:127.0.0.1:39474/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.357; org.apache.solr.common.cloud.ConnectionManager; Client->ZooKeeper status change trigger but we are already closed
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366288033370
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UnloadDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=16D4EFB7C13029BC -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_MX -Dtests.timezone=Indian/Kerguelen -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE  142s J0 | UnloadDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([16D4EFB7C13029BC:973261AFB66F4980]:0)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:127)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-18 12:29:35.509; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 142151 T2074 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {intDefault=MockVariableIntBlock(baseBlockSize=114), a_si=MockVariableIntBlock(baseBlockSize=114), id=Pulsing41(freqCutoff=1 minBlockSize=23 maxBlockSize=107), range_facet_l=PostingsFormat(name=Memory doPackFST= false), text=PostingsFormat(name=Direct), range_facet_si=PostingsFormat(name=Memory doPackFST= false), _version_=MockVariableIntBlock(baseBlockSize=114), range_facet_sl=Pulsing41(freqCutoff=1 minBlockSize=23 maxBlockSize=107), other_tl1=MockVariableIntBlock(baseBlockSize=114), a_t=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=Memory doPackFST= false)}, docValues:{timestamp=DocValuesFormat(name=Lucene42)}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=es_MX, timezone=Indian/Kerguelen
[junit4:junit4]   2> NOTE: Linux 3.2.0-40-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=322785104,total=513802240
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SchemaVersionSpecificBehaviorTest, SliceStateUpdateTest, TestLRUCache, DateFieldTest, TestWriterPerf, TestClassNameShortening, TestSchemaVersionResource, BadComponentTest, SOLR749Test, ResourceLoaderTest, RegexBoostProcessorTest, TestFieldTypeCollectionResource, ChaosMonkeyShardSplitTest, SoftAutoCommitTest, LukeRequestHandlerTest, BinaryUpdateRequestHandlerTest, TermsComponentTest, TestStressRecovery, LegacyHTMLStripCharFilterTest, TestDynamicFieldCollectionResource, BasicDistributedZkTest, TestBadConfig, DistributedQueryElevationComponentTest, PrimitiveFieldTypeTest, PluginInfoTest, LeaderElectionTest, JsonLoaderTest, BasicFunctionalityTest, TestFaceting, DirectSolrConnectionTest, TestCharFilters, UpdateRequestProcessorFactoryTest, PreAnalyzedFieldTest, BadCopyFieldTest, TestCoreContainer, SliceStateTest, AnalysisAfterCoreReloadTest, TestReplicationHandler, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, PolyFieldTest, TestPseudoReturnFields, ClusterStateUpdateTest, TestSolrIndexConfig, TestExtendedDismaxParser, TestLMDirichletSimilarityFactory, TestGroupingSearch, SuggesterTest, TestDocumentBuilder, FastVectorHighlighterTest, TestSearchPerf, ShowFileRequestHandlerTest, TestLFUCache, IndexSchemaTest, CSVRequestHandlerTest, SolrTestCaseJ4Test, MoreLikeThisHandlerTest, CachingDirectoryFactoryTest, CacheHeaderTest, TestRealTimeGet, ReturnFieldsTest, TestPHPSerializedResponseWriter, CoreAdminHandlerTest, RecoveryZkTest, DocumentBuilderTest, TestConfig, TestRemoteStreaming, PrimUtilsTest, DocValuesTest, TestSolrDeletionPolicy1, TestTrie, UnloadDistributedZkTest]
[junit4:junit4] Completed on J0 in 142.68s, 1 test, 1 failure <<< FAILURES!

[...truncated 450 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:438: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 290 suites, 1201 tests, 1 failure, 13 ignored (7 assumptions)

Total time: 42 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b84 -server -XX:+UseG1GC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-ea-b84) - Build # 5222 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5222/
Java: 64bit/jdk1.8.0-ea-b84 -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:37433/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:37433/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([82B5EBEDB66CC015:35365F5C133A029]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:374)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9094 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.495; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.499; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.500; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.500; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.600; org.apache.solr.cloud.ZkTestServer; start zk server on port:53412
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.601; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.681; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@53f5dec9 name:ZooKeeperConnection Watcher:127.0.0.1:53412 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.681; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.682; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.689; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.691; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5d323ac7 name:ZooKeeperConnection Watcher:127.0.0.1:53412/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.691; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.692; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.698; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.702; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.705; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.707; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.708; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.712; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.713; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.717; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.718; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.720; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.721; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.723; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.724; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.727; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.727; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.730; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.731; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.736; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.736; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.739; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.740; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.809; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.837; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:34466
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.838; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.838; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.839; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366279559744
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.839; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366279559744/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.839; org.apache.solr.core.CoreContainer; New CoreContainer 46747031
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.840; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366279559744/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.840; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366279559744/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.908; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.908; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.909; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.909; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.909; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.910; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.910; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.910; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.910; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.911; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.914; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.915; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:53412/solr
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.915; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.916; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.917; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@269aeb74 name:ZooKeeperConnection Watcher:127.0.0.1:53412 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.918; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.920; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.924; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.925; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@149ddb62 name:ZooKeeperConnection Watcher:127.0.0.1:53412/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.925; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.927; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.933; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.938; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.941; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34466_
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.942; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:34466_
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.947; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.957; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.961; org.apache.solr.cloud.Overseer; Overseer (id=89540497211523075-127.0.0.1:34466_-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.966; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.971; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.971; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.974; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.976; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.979; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.981; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366279559744/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.981; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.982; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.982; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.983; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366279559744/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.983; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366279559744/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 10:05:59.984; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366279559744/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.010; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.037; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.039; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.043; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.359; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.364; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.366; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.382; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.385; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.389; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:00.390; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:00.390; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.390; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:00.392; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:00.392; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.392; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.392; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1366279559744/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/control/data/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.393; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e02e872
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.393; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.393; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/control/data
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.393; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/control/data/index/
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:00.394; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.394; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/control/data/index
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.395; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3daac3a7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@20df2a59),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.395; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.397; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.398; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.398; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.398; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.399; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.399; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.399; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.399; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.400; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.403; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.405; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@45980c86 main
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.406; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/control/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.406; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.406; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.413; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@45980c86 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.413; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:00.414; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:01.483; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:01.483; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:34466_",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "core_node_name":"1",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:34466",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:01.484; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:01.484; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:01.488; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:02.415; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:02.416; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:34466 collection:control_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:02.417; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:02.427; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:02.430; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:02.430; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:02.430; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:34466/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:02.430; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:02.430; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:34466/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:02.431; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:34466/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:02.431; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:02.994; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.111; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.138; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:34466/collection1/ and leader is http://127.0.0.1:34466/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.138; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34466
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.139; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.139; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.140; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.143; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.144; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.145; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.145; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.148; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.149; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.151; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@68735aff name:ZooKeeperConnection Watcher:127.0.0.1:53412/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.151; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.159; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.161; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.227; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.229; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:43008
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.229; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.230; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.230; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366279563162
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.230; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366279563162/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.230; org.apache.solr.core.CoreContainer; New CoreContainer 1032110554
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.231; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366279563162/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.231; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366279563162/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.311; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.312; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.313; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.313; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.314; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.314; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.314; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.315; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.315; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.316; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.320; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.321; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:53412/solr
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.321; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.322; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.324; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3b10b0d2 name:ZooKeeperConnection Watcher:127.0.0.1:53412 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.324; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.326; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.330; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.331; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7254f381 name:ZooKeeperConnection Watcher:127.0.0.1:53412/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.332; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:03.336; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.340; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43008_
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.360; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:43008_
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.371; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.372; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.372; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.374; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.377; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366279563162/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.377; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.378; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.378; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.380; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366279563162/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.380; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366279563162/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.380; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366279563162/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.412; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.442; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.445; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.450; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.619; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.624; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:34466_",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "core_node_name":"1",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:34466",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.628; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.628; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.628; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.770; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.776; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.779; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.794; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.797; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.800; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:04.802; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:04.802; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.802; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:04.804; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:04.804; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.804; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.804; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366279563162/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty1/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.804; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e02e872
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.805; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.805; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.805; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty1/index/
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:04.805; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.806; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty1/index
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.807; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b531fbc lockFactory=org.apache.lucene.store.NativeFSLockFactory@5470a8c7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.807; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.809; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.809; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.810; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.810; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.810; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.810; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.811; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.811; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.811; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.814; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.816; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@253d322f main
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.816; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty1/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.816; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.817; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.820; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@253d322f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.822; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:04.822; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.134; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.136; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:43008_",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "core_node_name":"2",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43008",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.136; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.137; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.145; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.145; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.145; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.824; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.824; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:43008 collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.826; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.840; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.845; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.845; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.846; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:43008/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.846; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.846; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:43008/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.847; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:43008/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:06.847; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.653; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.669; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.669; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.669; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.713; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:43008/collection1/ and leader is http://127.0.0.1:43008/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.713; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43008
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.714; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.714; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.714; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.717; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.720; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.720; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.721; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.806; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.810; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:37433
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.811; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.811; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.812; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366279567734
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.812; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366279567734/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.813; org.apache.solr.core.CoreContainer; New CoreContainer 2041456292
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.814; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366279567734/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.814; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366279567734/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.881; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.881; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.882; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.882; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.882; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.882; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.883; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.883; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.883; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.884; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.887; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.887; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:53412/solr
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.887; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.888; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.891; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6c52a381 name:ZooKeeperConnection Watcher:127.0.0.1:53412 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.891; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.894; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.898; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.900; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@211dfb8f name:ZooKeeperConnection Watcher:127.0.0.1:53412/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.900; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:07.908; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.915; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37433_
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.917; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:37433_
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.921; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.923; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.923; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.923; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.923; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.924; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.926; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.933; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366279567734/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.934; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.935; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.935; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.938; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366279567734/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.939; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366279567734/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.939; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366279567734/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:08.971; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.012; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.015; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.019; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.186; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.187; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:43008_",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "core_node_name":"2",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43008",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.192; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.192; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.192; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.192; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.319; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.324; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.327; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.341; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.343; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.346; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:09.347; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:09.347; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.347; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:09.348; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:09.349; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.349; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.349; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1366279567734/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty2/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.349; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e02e872
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.350; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.350; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty2
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.350; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty2/index/
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:09.350; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.351; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty2/index
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.352; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7dfdedb0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7dc93a4e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.352; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.354; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.354; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.354; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.355; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.355; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.355; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.355; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.356; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.356; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.358; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.360; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@26b8dcb8 main
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.360; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty2/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.361; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.361; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.364; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@26b8dcb8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.366; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:09.366; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:10.699; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:10.701; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:37433_",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "core_node_name":"3",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37433",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:10.701; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:10.701; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:10.710; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:10.710; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:10.710; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:10.710; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:11.368; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:11.368; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:37433 collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:11.370; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:11.383; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:11.388; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:11.388; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:11.389; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:37433/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:11.389; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:11.389; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:37433/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:11.390; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:37433/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:11.390; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.219; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.236; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.236; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.236; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.236; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.256; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:37433/collection1/ and leader is http://127.0.0.1:37433/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.257; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37433
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.257; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.257; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.257; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.260; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.263; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.263; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.264; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.334; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.338; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:36378
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.339; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.339; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.339; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366279572271
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.339; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366279572271/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.340; org.apache.solr.core.CoreContainer; New CoreContainer 511426223
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.340; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366279572271/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.340; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366279572271/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.416; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.416; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.417; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.417; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.417; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.418; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.418; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.418; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.419; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.419; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.422; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.423; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:53412/solr
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.423; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.424; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.426; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@293ede9e name:ZooKeeperConnection Watcher:127.0.0.1:53412 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.427; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.430; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.433; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.435; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3b274389 name:ZooKeeperConnection Watcher:127.0.0.1:53412/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.436; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:12.442; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.447; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36378_
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.449; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:36378_
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.454; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.455; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.456; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.456; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.456; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.456; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.456; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.458; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.458; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.465; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366279572271/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.466; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.467; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.467; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.469; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366279572271/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.470; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366279572271/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.471; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366279572271/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.508; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.539; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.541; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.545; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.748; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.749; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:37433_",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "core_node_name":"3",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37433",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.754; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.754; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.754; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.754; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.754; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.839; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.844; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.846; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.868; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.874; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.879; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:13.881; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:13.882; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.882; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:13.884; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:13.885; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.885; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.885; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1366279572271/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty3/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.886; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e02e872
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.887; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.887; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty3
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.888; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty3/index/
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:13.888; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.889; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty3/index
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.891; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7bbc35a lockFactory=org.apache.lucene.store.NativeFSLockFactory@c5ff81e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.891; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.894; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.895; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.896; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.897; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.897; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.898; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.898; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.899; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.900; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.903; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.905; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7986b86 main
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.906; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty3/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.906; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.906; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.912; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7986b86 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.914; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:13.915; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.260; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.262; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:36378_",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "core_node_name":"4",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:36378",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.262; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.263; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.272; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.272; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.272; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.272; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.272; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.917; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.918; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:36378 collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.924; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:36378/collection1/ and leader is http://127.0.0.1:43008/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.924; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36378
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.925; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.925; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.926; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.927; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.927; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.927; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.927; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.930; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.930; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.930; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.931; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.943; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:15.997; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.001; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:41539
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.002; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.002; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.003; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366279575941
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.004; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366279575941/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.004; org.apache.solr.core.CoreContainer; New CoreContainer 1169978096
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.005; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366279575941/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.006; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366279575941/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.079; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.080; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.080; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.080; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.081; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.081; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.081; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.082; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.082; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.082; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.085; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.086; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:53412/solr
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.086; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.087; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.090; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2f691939 name:ZooKeeperConnection Watcher:127.0.0.1:53412 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.090; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.094; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.105; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.108; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7994081b name:ZooKeeperConnection Watcher:127.0.0.1:53412/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.108; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.116; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.780; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.782; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:36378_",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "core_node_name":"4",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:36378",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.791; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.791; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.792; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.791; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.791; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.791; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.944; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:16.945; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={onlyIfLeader=true&state=recovering&version=2&nodeName=127.0.0.1:36378_&action=PREPRECOVERY&core=collection1&wt=javabin&coreNodeName=4&checkLive=true} status=0 QTime=1001 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.122; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41539_
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.124; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:41539_
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.128; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.128; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.128; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.128; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.129; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.128; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.130; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.129; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.132; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.133; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.134; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.134; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.140; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366279575941/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.141; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.141; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.142; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.144; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366279575941/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.145; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366279575941/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.145; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366279575941/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.185; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.219; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.221; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.226; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.578; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.588; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.592; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.607; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.611; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.614; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:17.615; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:17.615; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.616; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:17.617; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:17.617; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.617; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.617; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1366279575941/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.617; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e02e872
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.618; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.618; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.619; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4/index/
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:17.619; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.619; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.621; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@66da713b lockFactory=org.apache.lucene.store.NativeFSLockFactory@20bdbb66),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.621; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.624; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.624; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.624; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.625; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.625; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.626; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.626; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.626; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.626; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.629; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.631; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2d6675e6 main
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.631; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.632; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.632; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.638; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2d6675e6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.640; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:17.640; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.304; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.306; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:41539_",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "core_node_name":"5",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:41539",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.306; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.307; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.314; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.314; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.314; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.314; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.314; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.314; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.643; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.643; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:41539 collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.650; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:41539/collection1/ and leader is http://127.0.0.1:37433/collection1/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.650; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41539
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.650; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.651; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.652; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.653; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.653; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.653; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.654; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.656; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.656; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.656; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.657; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.665; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.665; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.667; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.675; org.apache.solr.core.CoreContainer; Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366279563162/onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.676; org.apache.solr.cloud.ZkController; Check for collection zkNode:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.677; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.677; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.680; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.680; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.684; org.apache.solr.cloud.ZkController; Load collection config from:/collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.686; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366279563162/onenodecollectioncore/'
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.731; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.775; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.777; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.781; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.946; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:43008/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.946; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:36378 START replicas=[http://127.0.0.1:43008/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:18.946; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.947; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.947; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.947; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.947; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.948; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:43008/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.948; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.953; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.953; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={version=2&distrib=false&wt=javabin&getVersions=100&qt=/get} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.956; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b531fbc lockFactory=org.apache.lucene.store.NativeFSLockFactory@5470a8c7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.956; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.957; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b531fbc lockFactory=org.apache.lucene.store.NativeFSLockFactory@5470a8c7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4b531fbc lockFactory=org.apache.lucene.store.NativeFSLockFactory@5470a8c7),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.958; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.958; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@74d5f81e realtime
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.959; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.959; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={commit=true&softCommit=false&version=2&wt=javabin&commit_end_point=true&waitSearcher=true&openSearcher=false} {commit=} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.960; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.961; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.964; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.964; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={version=2&wt=javabin&command=indexversion&qt=/replication} status=0 QTime=2 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.965; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.965; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.965; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.967; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={generation=2&version=2&wt=javabin&command=filelist&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.968; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.968; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty3/index.20130418140618968
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.969; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@73323f72 lockFactory=org.apache.lucene.store.NativeFSLockFactory@22726a53) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.975; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={checksum=true&file=segments_2&generation=2&wt=filestream&command=filecontent&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.976; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.977; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.977; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.978; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7bbc35a lockFactory=org.apache.lucene.store.NativeFSLockFactory@c5ff81e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7bbc35a lockFactory=org.apache.lucene.store.NativeFSLockFactory@c5ff81e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.979; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.979; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.979; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7934ade1 main
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.980; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7934ade1 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.981; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty3/index.20130418140618968 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty3/index.20130418140618968;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.981; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty3/index.20130418140618968
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.981; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty3/index.20130418140618968
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.981; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.981; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.981; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.982; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:18.982; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.108; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.112; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.114; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.135; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.140; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.145; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:19.147; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:19.147; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.148; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:19.150; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:19.151; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.151; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.152; org.apache.solr.core.SolrCore; [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1366279563162/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366279559499/onenodecollection/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.154; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@e02e872
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.156; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.157; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366279559499/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.157; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366279559499/onenodecollection/index/
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:19.158; org.apache.solr.core.SolrCore; [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366279559499/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.158; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366279559499/onenodecollection/index
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.161; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@58a76537 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2685fb17),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.161; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.164; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.165; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.166; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.166; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.167; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.168; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.168; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.169; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.170; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.174; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.179; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@40acaba main
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.179; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366279559499/onenodecollection/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.180; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.181; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.186; org.apache.solr.core.SolrCore; [onenodecollectioncore] Registered new searcher Searcher@40acaba main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.188; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=down
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.822; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.823; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:41539_",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "core_node_name":"5",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:41539",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.828; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:36378_",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "core_node_name":"4",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:36378",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.832; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:43008_",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43008",
[junit4:junit4]   1>   "core":"onenodecollectioncore",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.832; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection onenodecollection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.832; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.837; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.837; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.837; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.837; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.837; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:19.837; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:20.191; org.apache.solr.core.CoreContainer; registering core: onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:20.191; org.apache.solr.cloud.ZkController; Register replica - core:onenodecollectioncore address:http://127.0.0.1:43008 collection:onenodecollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:20.192; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:20.201; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:20.204; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:20.204; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:20.205; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:43008/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:20.205; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:20.205; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:43008/onenodecollectioncore/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:20.205; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:43008/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:20.206; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:20.666; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:20.667; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={onlyIfLeader=true&state=recovering&version=2&nodeName=127.0.0.1:41539_&action=PREPRECOVERY&core=collection1&wt=javabin&coreNodeName=5&checkLive=true} status=0 QTime=2002 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.346; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.363; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.363; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.363; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.363; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.363; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.363; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.416; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:43008/onenodecollectioncore/ and leader is http://127.0.0.1:43008/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.417; org.apache.solr.cloud.ZkController; No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:43008
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.417; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.418; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=active
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.421; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.423; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={version=2&roles=none&collection=onenodecollection&action=CREATE&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366279559499/onenodecollection&wt=javabin&name=onenodecollectioncore&numShards=1} status=0 QTime=2748 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.424; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:21.425; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.428; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.668; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:37433/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.669; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:41539 START replicas=[http://127.0.0.1:37433/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:22.670; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.670; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.670; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.671; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.671; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.672; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:37433/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.672; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.678; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={version=2&distrib=false&wt=javabin&getVersions=100&qt=/get} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.683; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.685; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7dfdedb0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7dc93a4e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.685; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.686; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7dfdedb0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7dc93a4e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7dfdedb0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7dc93a4e),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.686; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.687; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@612597fa realtime
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.687; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.687; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={commit=true&softCommit=false&version=2&wt=javabin&commit_end_point=true&waitSearcher=true&openSearcher=false} {commit=} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.688; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.688; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.690; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.690; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={version=2&wt=javabin&command=indexversion&qt=/replication} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.691; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.691; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.691; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.693; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={generation=2&version=2&wt=javabin&command=filelist&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.698; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.699; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4/index.20130418140622698
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.700; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cd1010a lockFactory=org.apache.lucene.store.NativeFSLockFactory@39c1bc1e) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.703; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={checksum=true&file=segments_2&generation=2&wt=filestream&command=filecontent&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.705; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.707; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.707; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.709; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@66da713b lockFactory=org.apache.lucene.store.NativeFSLockFactory@20bdbb66),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@66da713b lockFactory=org.apache.lucene.store.NativeFSLockFactory@20bdbb66),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.709; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.710; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.710; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5f6b592 main
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.712; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@5f6b592 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.712; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4/index.20130418140622698 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4/index.20130418140622698;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.713; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4/index.20130418140622698
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.713; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4/index.20130418140622698
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.713; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.714; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.714; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.714; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.716; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.875; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.876; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:43008_",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:43008__onenodecollectioncore",
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43008",
[junit4:junit4]   1>   "core":"onenodecollectioncore",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.883; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:41539_",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "core_node_name":"5",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:41539",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.889; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.890; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.890; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.890; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.890; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:22.889; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:23.432; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:23.434; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:23.434; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:23.453; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:23.455; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1e217ac1 name:ZooKeeperConnection Watcher:127.0.0.1:53412 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:23.456; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> / (2)
[junit4:junit4]   1> DATA:
[junit4:junit4]   1>     
[junit4:junit4]   1>  /solr (7)
[junit4:junit4]   1>   /solr/configs (1)
[junit4:junit4]   1>    /solr/configs/conf1 (9)
[junit4:junit4]   1>     /solr/configs/conf1/schema.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/protwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4]   1>     DATA:
[junit4:junit4]   1>         {
[junit4:junit4]   1>           "disclaimer": "This data is not real, it was synthetically created to match currency.xml.  It is modeled after the data format available from openexchangerates.org.  See https://openexchangerates.org/documentation for details",
[junit4:junit4]   1>           "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4]   1>           "timestamp": 1332070464,
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "base": "USD",
[junit4:junit4]   1>           "rates": {
[junit4:junit4]   1>             "USD": 1,
[junit4:junit4]   1>             "JPY": 81.29,
[junit4:junit4]   1>             "EUR": 2.5,
[junit4:junit4]   1>             "GBP": 0.5,
[junit4:junit4]   1>             "MXN": 2.0
[junit4:junit4]   1>           }
[junit4:junit4]   1>         }
[junit4:junit4]   1>         
[junit4:junit4]   1>     /solr/configs/conf1/currency.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>   /solr/collections (3)
[junit4:junit4]   1>    /solr/collections/onenodecollection (2)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {
[junit4:junit4]   1>          "configName":"conf1",
[junit4:junit4]   1>          "router":"compositeId"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leaders (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "node_name":"127.0.0.1:43008_",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:43008",
[junit4:junit4]   1>            "core":"onenodecollectioncore"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/onenodecollection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/onenodecollection/leader_elect/shard1/election/89540497211523078-127.0.0.1:43008__onenodecollectioncore-n_0000000000 (0)
[junit4:junit4]   1>    /solr/collections/control_collection (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/control_collection/leaders (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "node_name":"127.0.0.1:34466_",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:34466",
[junit4:junit4]   1>            "core":"collection1"}
[junit4:junit4]   1>     /solr/collections/control_collection/shards (0)
[junit4:junit4]   1>     /solr/collections/control_collection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/control_collection/leader_elect/shard1/election/89540497211523075-1-n_0000000000 (0)
[junit4:junit4]   1>    /solr/collections/collection1 (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/collection1/leaders (2)
[junit4:junit4]   1>      /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "node_name":"127.0.0.1:37433_",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:37433",
[junit4:junit4]   1>            "core":"collection1"}
[junit4:junit4]   1>      /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "node_name":"127.0.0.1:43008_",
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:43008",
[junit4:junit4]   1>            "core":"collection1"}
[junit4:junit4]   1>     /solr/collections/collection1/shards (0)
[junit4:junit4]   1>     /solr/collections/collection1/leader_elect (2)
[junit4:junit4]   1>      /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4]   1>       /solr/collections/collection1/leader_elect/shard2/election (2)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/89540497211523084-5-n_0000000001 (0)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/89540497211523080-3-n_0000000000 (0)
[junit4:junit4]   1>      /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/89540497211523078-2-n_0000000000 (0)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/89540497211523082-4-n_0000000001 (0)
[junit4:junit4]   1>   /solr/overseer (3)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       
[junit4:junit4]   1>    /solr/overseer/queue (0)
[junit4:junit4]   1>    /solr/overseer/queue-work (0)
[junit4:junit4]   1>    /solr/overseer/collection-queue-work (0)
[junit4:junit4]   1>   /solr/aliases.json (0)
[junit4:junit4]   1>   /solr/clusterstate.json (0)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       {
[junit4:junit4]   1>         "collection1":{
[junit4:junit4]   1>           "shards":{
[junit4:junit4]   1>             "shard1":{
[junit4:junit4]   1>               "range":"80000000-ffffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{
[junit4:junit4]   1>                 "2":{
[junit4:junit4]   1>                   "node_name":"127.0.0.1:43008_",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:43008",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "leader":"true"},
[junit4:junit4]   1>                 "4":{
[junit4:junit4]   1>                   "node_name":"127.0.0.1:36378_",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:36378",
[junit4:junit4]   1>                   "core":"collection1"}}},
[junit4:junit4]   1>             "shard2":{
[junit4:junit4]   1>               "range":"0-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{
[junit4:junit4]   1>                 "3":{
[junit4:junit4]   1>                   "node_name":"127.0.0.1:37433_",
[junit4:junit4]   1>                   "shard":"shard2",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:37433",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "leader":"true"},
[junit4:junit4]   1>                 "5":{
[junit4:junit4]   1>                   "node_name":"127.0.0.1:41539_",
[junit4:junit4]   1>                   "shard":"shard2",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:41539",
[junit4:junit4]   1>                   "core":"collection1"}}}},
[junit4:junit4]   1>           "router":"compositeId"},
[junit4:junit4]   1>         "control_collection":{
[junit4:junit4]   1>           "shards":{"shard1":{
[junit4:junit4]   1>               "range":"80000000-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"1":{
[junit4:junit4]   1>                   "node_name":"127.0.0.1:34466_",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "collection":"control_collection",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:34466",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "leader":"true"}}}},
[junit4:junit4]   1>           "router":"compositeId"},
[junit4:junit4]   1>         "onenodecollection":{
[junit4:junit4]   1>           "shards":{"shard1":{
[junit4:junit4]   1>               "range":"80000000-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"127.0.0.1:43008__onenodecollectioncore":{
[junit4:junit4]   1>                   "node_name":"127.0.0.1:43008_",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "collection":"onenodecollection",
[junit4:junit4]   1>                   "roles":"none",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:43008",
[junit4:junit4]   1>                   "core":"onenodecollectioncore",
[junit4:junit4]   1>                   "leader":"true"}}}},
[junit4:junit4]   1>           "router":"compositeId"}}
[junit4:junit4]   1>   /solr/live_nodes (5)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:41539_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:43008_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:36378_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:34466_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:37433_ (0)
[junit4:junit4]   1>   /solr/overseer_elect (2)
[junit4:junit4]   1>    /solr/overseer_elect/election (5)
[junit4:junit4]   1>     /solr/overseer_elect/election/89540497211523080-127.0.0.1:37433_-n_0000000002 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89540497211523078-127.0.0.1:43008_-n_0000000001 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89540497211523082-127.0.0.1:36378_-n_0000000003 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89540497211523075-127.0.0.1:34466_-n_0000000000 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89540497211523084-127.0.0.1:41539_-n_0000000004 (0)
[junit4:junit4]   1>    /solr/overseer_elect/leader (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"id":"89540497211523075-127.0.0.1:34466_-n_0000000000"}
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1> 
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:23.534; org.apache.zookeeper.server.NIOServerCnxn; caught end of stream exception
[junit4:junit4]   1> EndOfStreamException: Unable to read additional data from client sessionid 0x13e1c9b994e000d, likely client has closed socket
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:23.538; org.apache.zookeeper.server.NIOServerCnxn; caught end of stream exception
[junit4:junit4]   1> EndOfStreamException: Unable to read additional data from client sessionid 0x13e1c9b994e0004, likely client has closed socket
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:23.540; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 34466
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:23.540; org.apache.solr.core.CoreContainer; Shutting down CoreContainer instance=46747031
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:24.401; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:24.402; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=null message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:34466_",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "core_node_name":"1",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:34466",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:24.406; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:24.406; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:24.406; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:24.406; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:24.406; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.542; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.543; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.547; org.apache.solr.core.SolrCore; [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@47b41efa
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.554; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.554; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.555; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.555; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.556; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.557; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.558; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/control/data [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/control/data;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.558; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/control/data
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.559; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/control/data/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/control/data/index;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.559; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/control/data/index
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.561; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89540497211523075-127.0.0.1:34466_-n_0000000000) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.562; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.562; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:25.563; org.apache.zookeeper.server.NIOServerCnxn; caught end of stream exception
[junit4:junit4]   1> EndOfStreamException: Unable to read additional data from client sessionid 0x13e1c9b994e0003, likely client has closed socket
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.564; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.563; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.563; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:25.563; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:25.566; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.565; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.565; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.575; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.564; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.579; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.583; org.apache.solr.cloud.Overseer; Overseer (id=89540497211523078-127.0.0.1:43008_-n_0000000001) starting
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.587; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.591; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.592; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.595; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.596; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:34466_",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "core_node_name":"1",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:34466",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.602; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.602; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.602; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.602; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.640; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 43008
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:25.640; org.apache.solr.core.CoreContainer; Shutting down CoreContainer instance=1032110554
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:27.110; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:27.111; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=null message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:43008_",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:43008__onenodecollectioncore",
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43008",
[junit4:junit4]   1>   "core":"onenodecollectioncore",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:27.117; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=null message={
[junit4:junit4]   1>   "node_name":"127.0.0.1:43008_",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "core_node_name":"2",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43008",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:27.124;

[...truncated too long message...]

:junit4]   1>   "node_name":"127.0.0.1:36378_",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "core_node_name":"4",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:36378",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "shard_range":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "operation":"state"}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:30.930; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:30.970; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 41539
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:30.971; org.apache.solr.core.CoreContainer; Shutting down CoreContainer instance=1169978096
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:31.973; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:31.974; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:31.979; org.apache.solr.core.SolrCore; [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3f9f9253
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:31.991; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:31.991; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:31.992; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:31.992; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:31.995; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:31.995; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:31.995; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4/index;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:31.995; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:31.996; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:31.996; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366279559499/jetty4
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:31.997; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89540497211523084-127.0.0.1:41539_-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:32.022; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:32.081; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:32.084; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:53412 53412
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366279559499
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=82B5EBEDB66CC015 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_AU -Dtests.timezone=Etc/GMT-4 -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   32.6s J1 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:37433/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([82B5EBEDB66CC015:35365F5C133A029]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:374)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:32.126; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 32635 T834 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:32.193; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:32.193; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:32.194; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:33.299; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-18 10:06:33.299; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-04-18 10:06:33.300; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=141), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=141)), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=en_AU, timezone=Etc/GMT-4
[junit4:junit4]   2> NOTE: Linux 3.2.0-40-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=2,free=56871600,total=152580096
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestCSVResponseWriter, PathHierarchyTokenizerFactoryTest, TestRandomFaceting, TestQueryTypes, ZkNodePropsTest, CurrencyFieldXmlFileTest, SpellCheckComponentTest, TestCodecSupport, TestPostingsSolrHighlighter, EchoParamsTest, StandardRequestHandlerTest, TestFieldTypeResource, TestUtils, NotRequiredUniqueKeyTest, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, BadIndexSchemaTest, TestPartialUpdateDeduplication, TestJmxMonitoredMap, TestAtomicUpdateErrorCases, TestSolrXMLSerializer, TestIndexingPerformance, TestDefaultSimilarityFactory, OutputWriterTest, RequestHandlersTest, TestDistributedSearch, DOMUtilTest, TestLMJelinekMercerSimilarityFactory, TestFiltering, ChaosMonkeySafeLeaderTest, TestBinaryField, TestSchemaResource, SampleTest, TestDFRSimilarityFactory, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 33.92s, 1 test, 1 error <<< FAILURES!

[...truncated 665 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:438: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 290 suites, 1201 tests, 1 error, 13 ignored (7 assumptions)

Total time: 39 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b84 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-ea-b84) - Build # 5221 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5221/
Java: 64bit/jdk1.8.0-ea-b84 -XX:+UseParallelGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard2 in collection test_unload_shard_and_collection

Stack Trace:
java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
	at __randomizedtesting.SeedInfo.seed([E1E2B8D9E428B940:600436C19377D97C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:127)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:50993/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:50993/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([E1E2B8D9E428B940:600436C19377D97C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:374)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9085 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.UnloadDistributedZkTest
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.256; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /o_/
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.264; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.265; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.266; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.366; org.apache.solr.cloud.ZkTestServer; start zk server on port:50609
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.368; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.455; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@58c68d85 name:ZooKeeperConnection Watcher:127.0.0.1:50609 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.455; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.456; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.461; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:14.461; org.apache.zookeeper.server.NIOServerCnxn; caught end of stream exception
[junit4:junit4]   1> EndOfStreamException: Unable to read additional data from client sessionid 0x13e1c3e70bc0000, likely client has closed socket
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   1> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.463; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@560168ed name:ZooKeeperConnection Watcher:127.0.0.1:50609/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.463; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.464; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.467; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.469; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.471; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.474; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.475; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.480; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.481; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.484; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.485; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.488; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.488; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.492; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.492; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.496; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.496; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.499; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.500; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.503; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.504; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.507; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.508; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.577; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.579; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:34601
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.580; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.580; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.580; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1366273454512
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.581; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1366273454512/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.581; org.apache.solr.core.CoreContainer; New CoreContainer 63792612
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.581; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1366273454512/'
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.582; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1366273454512/'
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.643; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.644; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.644; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.644; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.645; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.645; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.645; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.646; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.646; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.646; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.649; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.650; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:50609/solr
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.650; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.651; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.652; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@45fe5e6 name:ZooKeeperConnection Watcher:127.0.0.1:50609 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.652; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.654; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.657; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.658; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@16683f9a name:ZooKeeperConnection Watcher:127.0.0.1:50609/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.658; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.660; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.663; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.666; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.668; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34601_o_
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.669; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:34601_o_
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.672; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.678; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.680; org.apache.solr.cloud.Overseer; Overseer (id=89540097098907651-127.0.0.1:34601_o_-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.682; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.685; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.686; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.688; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.690; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.692; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.694; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.695; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.695; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.698; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.700; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.702; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3f84618 name:ZooKeeperConnection Watcher:127.0.0.1:50609/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.702; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.703; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.707; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.772; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.774; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:50150
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.774; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.775; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.775; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366273454707
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.775; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366273454707/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.776; org.apache.solr.core.CoreContainer; New CoreContainer 1234469194
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.776; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366273454707/'
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.776; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366273454707/'
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.848; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.849; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.849; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.850; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.850; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.851; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.851; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.851; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.852; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.852; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.855; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.856; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:50609/solr
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.856; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.857; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.859; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@78f43471 name:ZooKeeperConnection Watcher:127.0.0.1:50609 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.859; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.861; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.864; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.865; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@612e14ff name:ZooKeeperConnection Watcher:127.0.0.1:50609/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.866; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:14.870; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:15.877; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50150_o_
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:15.895; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:50150_o_
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:15.916; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:15.916; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:15.916; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:15.935; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:15.936; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:15.936; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.025; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.027; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:35290
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.028; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.028; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.029; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366273455938
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.029; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366273455938/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.030; org.apache.solr.core.CoreContainer; New CoreContainer 1478743966
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.030; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366273455938/'
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.031; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366273455938/'
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.109; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.110; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.110; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.110; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.111; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.111; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.111; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.112; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.112; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.112; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.115; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.116; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:50609/solr
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.116; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.117; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.119; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@249c1415 name:ZooKeeperConnection Watcher:127.0.0.1:50609 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.119; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.121; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.123; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.125; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@63faa913 name:ZooKeeperConnection Watcher:127.0.0.1:50609/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.125; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:16.129; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.132; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35290_o_
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.134; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:35290_o_
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.137; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.137; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.138; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.138; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.146; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.146; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.147; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.232; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.234; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:38835
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.235; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.235; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.235; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366273457152
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.236; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366273457152/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.236; org.apache.solr.core.CoreContainer; New CoreContainer 991869413
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.237; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366273457152/'
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.237; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366273457152/'
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.317; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.317; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.318; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.318; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.318; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.319; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.319; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.319; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.320; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.320; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.323; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.324; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:50609/solr
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.324; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.325; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.327; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4bf0ee36 name:ZooKeeperConnection Watcher:127.0.0.1:50609 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.327; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.329; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.332; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.334; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@60b760b3 name:ZooKeeperConnection Watcher:127.0.0.1:50609/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.334; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:17.338; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.342; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38835_o_
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.343; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:38835_o_
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.346; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.346; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.346; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.347; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.347; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.351; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.352; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.352; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.424; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.426; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:41379
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.427; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.428; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.428; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1366273458354
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.428; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1366273458354/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.429; org.apache.solr.core.CoreContainer; New CoreContainer 999473660
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.429; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1366273458354/'
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.429; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1366273458354/'
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.495; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.496; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.496; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.496; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.497; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.497; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.497; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.498; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.498; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.498; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.501; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.502; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:50609/solr
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.502; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.503; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.505; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@548d606d name:ZooKeeperConnection Watcher:127.0.0.1:50609 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.505; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.508; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.511; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.513; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1d65dd29 name:ZooKeeperConnection Watcher:127.0.0.1:50609/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.514; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:18.518; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.521; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41379_o_
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.524; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:41379_o_
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.527; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.528; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.528; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.527; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.528; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.528; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.535; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.536; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.536; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.539; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.544; org.apache.solr.core.CoreContainer; Creating SolrCore 'unloadcollection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366273454707/unloadcollection1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.545; org.apache.solr.cloud.ZkController; Check for collection zkNode:unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.546; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.546; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.548; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.548; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.551; org.apache.solr.cloud.ZkController; Load collection config from:/collections/unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.553; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366273454707/unloadcollection1/'
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.585; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.616; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.618; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.622; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.925; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.931; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.933; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.948; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.952; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.956; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:19.957; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:19.958; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.958; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:19.959; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:19.959; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.960; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.960; org.apache.solr.core.SolrCore; [unloadcollection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366273454707/unloadcollection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273459543unloadcollection1_1n/
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.961; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f95829f
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.961; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.962; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273459543unloadcollection1_1n
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.962; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273459543unloadcollection1_1n/index/
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:19.962; org.apache.solr.core.SolrCore; [unloadcollection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273459543unloadcollection1_1n/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.963; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273459543unloadcollection1_1n/index
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.964; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f8e787c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b39394d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.965; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.966; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.966; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.967; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.967; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.968; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.968; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.968; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.969; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.969; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.971; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.974; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@45fcfed8 main
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.974; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273459543unloadcollection1_1n/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.975; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.975; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.977; org.apache.solr.core.SolrCore; [unloadcollection1] Registered new searcher Searcher@45fcfed8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:19.979; org.apache.solr.cloud.ZkController; publishing core=unloadcollection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.704; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.705; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"unloadcollection1",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50150/o_",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:50150_o_",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.705; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection unloadcollection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.706; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.715; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.715; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.715; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.715; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.715; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.715; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.981; org.apache.solr.core.CoreContainer; registering core: unloadcollection1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.981; org.apache.solr.cloud.ZkController; Register replica - core:unloadcollection1 address:http://127.0.0.1:50150/o_ collection:unloadcollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.982; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/unloadcollection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.990; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.992; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.992; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.993; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:50150/o_/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.993; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.993; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:50150/o_/unloadcollection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.994; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:50150/o_/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:20.994; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/unloadcollection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.225; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.240; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.241; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.240; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.240; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.240; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.240; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.252; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:50150/o_/unloadcollection1/ and leader is http://127.0.0.1:50150/o_/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.253; org.apache.solr.cloud.ZkController; No LogReplay needed for core=unloadcollection1 baseURL=http://127.0.0.1:50150/o_
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.254; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.254; org.apache.solr.cloud.ZkController; publishing core=unloadcollection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.258; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.259; org.apache.solr.core.CoreContainer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366273454707/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.260; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1366273454707/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.262; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={version=2&numShards=1&action=CREATE&collection=unloadcollection&name=unloadcollection1&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273459543unloadcollection1_1n&wt=javabin} status=0 QTime=2718 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.263; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.267; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.270; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@34ad57ff name:ZooKeeperConnection Watcher:127.0.0.1:50609/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.270; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.273; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.279; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.281; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.286; org.apache.solr.core.CoreContainer; Creating SolrCore 'unloadcollection2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366273455938/unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.287; org.apache.solr.cloud.ZkController; Check for collection zkNode:unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.288; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.288; org.apache.solr.cloud.ZkController; Load collection config from:/collections/unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.290; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366273455938/unloadcollection2/'
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.319; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.347; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.349; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.353; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.674; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.679; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.681; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.695; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.700; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.703; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:22.705; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:22.705; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.705; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:22.707; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:22.707; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.707; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.708; org.apache.solr.core.SolrCore; [unloadcollection2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366273455938/unloadcollection2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273462285unloadcollection1_2n/
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.708; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f95829f
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.709; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.709; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273462285unloadcollection1_2n
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.710; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273462285unloadcollection1_2n/index/
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:22.710; org.apache.solr.core.SolrCore; [unloadcollection2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273462285unloadcollection1_2n/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.710; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273462285unloadcollection1_2n/index
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.712; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3af3ca14 lockFactory=org.apache.lucene.store.NativeFSLockFactory@304f0157),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.712; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.715; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.716; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.716; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.717; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.717; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.717; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.718; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.718; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.718; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.721; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.724; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@258c20b4 main
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.726; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273462285unloadcollection1_2n/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.727; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.727; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.730; org.apache.solr.core.SolrCore; [unloadcollection2] Registered new searcher Searcher@258c20b4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.732; org.apache.solr.cloud.ZkController; publishing core=unloadcollection2 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:22.732; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:23.753; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:23.754; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"unloadcollection1",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:50150/o_",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:50150_o__unloadcollection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:50150_o_",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:23.761; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"unloadcollection2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:35290/o_",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:35290_o_",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:23.761; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:23.762; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:23.769; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:23.769; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:23.770; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:23.770; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:23.770; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:23.769; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:23.769; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.734; org.apache.solr.core.CoreContainer; registering core: unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.735; org.apache.solr.cloud.ZkController; Register replica - core:unloadcollection2 address:http://127.0.0.1:35290/o_ collection:unloadcollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.741; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:35290/o_/unloadcollection2/ and leader is http://127.0.0.1:50150/o_/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.741; org.apache.solr.cloud.ZkController; No LogReplay needed for core=unloadcollection2 baseURL=http://127.0.0.1:35290/o_
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.742; org.apache.solr.cloud.ZkController; Core needs to recover:unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.742; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.749; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=unloadcollection2 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.750; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.750; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.750; org.apache.solr.cloud.ZkController; publishing core=unloadcollection2 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.751; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.751; org.apache.solr.core.CoreContainer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366273455938/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.752; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1366273455938/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.753; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.754; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={version=2&action=CREATE&collection=unloadcollection&name=unloadcollection2&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273462285unloadcollection1_2n&wt=javabin} status=0 QTime=2468 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.756; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.758; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.759; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:24.761; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:35290_o__unloadcollection2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:25.284; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:25.286; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"unloadcollection2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:35290/o_",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:35290_o__unloadcollection2",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "node_name":"127.0.0.1:35290_o_",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:25.314; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:25.314; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:25.314; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:25.314; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:25.762; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:35290_o__unloadcollection2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:25.762; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:25.763; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={version=2&core=unloadcollection1&onlyIfLeader=true&coreNodeName=127.0.0.1:35290_o__unloadcollection2&checkLive=true&action=PREPRECOVERY&state=recovering&nodeName=127.0.0.1:35290_o_&wt=javabin} status=0 QTime=1002 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:26.765; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.765; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:50150/o_/unloadcollection1/ core=unloadcollection2 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.768; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.772; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.779; org.apache.solr.update.PeerSync; PeerSync: core=unloadcollection2 url=http://127.0.0.1:35290/o_ START replicas=[http://127.0.0.1:50150/o_/unloadcollection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:27.780; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.781; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.782; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.782; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.783; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.783; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:50150/o_/unloadcollection1/. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.783; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.790; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/get params={version=2&qt=/get&getVersions=100&distrib=false&wt=javabin} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.792; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.794; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f8e787c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b39394d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.795; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.796; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f8e787c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b39394d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f8e787c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b39394d),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.797; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.797; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@28bc53de realtime
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.798; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.799; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&openSearcher=false&softCommit=false&commit=true&commit_end_point=true&waitSearcher=true&wt=javabin} {commit=} 0 10
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.800; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.800; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.803; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.804; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={version=2&qt=/replication&command=indexversion&wt=javabin} status=0 QTime=2 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.805; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.805; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.805; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.808; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={version=2&qt=/replication&generation=2&command=filelist&wt=javabin} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.809; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.811; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273462285unloadcollection1_2n/index.20130418222427810
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.811; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1732e42d lockFactory=org.apache.lucene.store.NativeFSLockFactory@4cc6d3a6) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.814; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={checksum=true&qt=/replication&file=segments_2&generation=2&command=filecontent&wt=filestream} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.815; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.816; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.817; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.819; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3af3ca14 lockFactory=org.apache.lucene.store.NativeFSLockFactory@304f0157),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3af3ca14 lockFactory=org.apache.lucene.store.NativeFSLockFactory@304f0157),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.820; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.821; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.821; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@d9a9ff0 main
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.823; org.apache.solr.core.SolrCore; [unloadcollection2] Registered new searcher Searcher@d9a9ff0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.823; org.apache.solr.core.CachingDirectoryFactory; looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273462285unloadcollection1_2n/index.20130418222427810 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273462285unloadcollection1_2n/index.20130418222427810;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.824; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273462285unloadcollection1_2n/index.20130418222427810
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.824; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273462285unloadcollection1_2n/index.20130418222427810
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.825; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.825; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.826; org.apache.solr.cloud.ZkController; publishing core=unloadcollection2 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.826; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:27.828; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.327; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.328; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"unloadcollection2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:35290/o_",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:35290_o__unloadcollection2",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:35290_o_",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.331; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.331; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.331; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.331; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.331; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.331; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.331; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.771; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.773; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.773; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.797; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[6 (1432641568802603008)]} 0 2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.798; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[6 (1432641568802603008)]} 0 18
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.804; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[7 (1432641568820428800)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.804; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[7 (1432641568820428800)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.810; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[8 (1432641568827768832)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.810; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[8 (1432641568827768832)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.812; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.815; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f8e787c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b39394d),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f8e787c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b39394d),segFN=segments_3,generation=3,filenames=[_0_Lucene40_0.frq, _0.fdt, _0_Lucene40_0.tip, _0_dv.cfs, _0_nrm.cfe, _0.fnm, _0_Lucene40_0.tim, segments_3, _0.si, _0.fdx, _0_dv.cfe, _0_Lucene40_0.prx, _0_nrm.cfs]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.815; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[_0_Lucene40_0.frq, _0.fdt, _0_Lucene40_0.tip, _0_dv.cfs, _0_nrm.cfe, _0.fnm, _0_Lucene40_0.tim, segments_3, _0.si, _0.fdx, _0_dv.cfe, _0_Lucene40_0.prx, _0_nrm.cfs]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.816; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@50de6630 main
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.817; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.817; org.apache.solr.core.SolrCore; [unloadcollection1] Registered new searcher Searcher@50de6630 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C3)}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.818; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:35290/o_/unloadcollection2/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.820; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.823; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3af3ca14 lockFactory=org.apache.lucene.store.NativeFSLockFactory@304f0157),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3af3ca14 lockFactory=org.apache.lucene.store.NativeFSLockFactory@304f0157),segFN=segments_3,generation=3,filenames=[_0_Lucene40_0.frq, _0.fdt, _0_Lucene40_0.tip, _0_dv.cfs, _0_nrm.cfe, _0.fnm, _0_Lucene40_0.tim, segments_3, _0.si, _0.fdx, _0_dv.cfe, _0_Lucene40_0.prx, _0_nrm.cfs]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.823; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[_0_Lucene40_0.frq, _0.fdt, _0_Lucene40_0.tip, _0_dv.cfs, _0_nrm.cfe, _0.fnm, _0_Lucene40_0.tim, segments_3, _0.si, _0.fdx, _0_dv.cfe, _0_Lucene40_0.prx, _0_nrm.cfs]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.825; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1cb9a542 main
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.825; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.825; org.apache.solr.core.SolrCore; [unloadcollection2] Registered new searcher Searcher@1cb9a542 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C3)}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.826; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&softCommit=false&commit=true&commit_end_point=true&expungeDeletes=false&waitSearcher=true&wt=javabin} {commit=} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.827; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&softCommit=false&commit=true&waitSearcher=true&wt=javabin} {commit=} 0 15
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.827; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.831; org.apache.solr.core.CoreContainer; Creating SolrCore 'unloadcollection3' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366273457152/unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.831; org.apache.solr.cloud.ZkController; Check for collection zkNode:unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.832; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.832; org.apache.solr.cloud.ZkController; Load collection config from:/collections/unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.833; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366273457152/unloadcollection3/'
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.859; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.911; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.913; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:28.917; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.294; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.299; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.302; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.315; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.319; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.323; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:29.324; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:29.325; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.325; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:29.326; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:29.326; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.327; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.327; org.apache.solr.core.SolrCore; [unloadcollection3] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366273457152/unloadcollection3/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273468829unloadcollection_3n/
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.327; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f95829f
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.328; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.329; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273468829unloadcollection_3n
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.329; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273468829unloadcollection_3n/index/
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:29.329; org.apache.solr.core.SolrCore; [unloadcollection3] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273468829unloadcollection_3n/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.330; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273468829unloadcollection_3n/index
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.331; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f7c8b81 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6761f30),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.331; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.333; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.333; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.334; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.334; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.335; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.335; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.335; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.336; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.336; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.339; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.341; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@70ca0475 main
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.341; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273468829unloadcollection_3n/tlog
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.342; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.342; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.346; org.apache.solr.core.SolrCore; [unloadcollection3] Registered new searcher Searcher@70ca0475 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.347; org.apache.solr.cloud.ZkController; publishing core=unloadcollection3 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.348; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.836; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.837; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"unloadcollection3",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:38835/o_",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:38835_o_",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.837; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.837; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.842; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.842; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.842; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.842; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.842; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.842; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:29.842; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.349; org.apache.solr.core.CoreContainer; registering core: unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.350; org.apache.solr.cloud.ZkController; Register replica - core:unloadcollection3 address:http://127.0.0.1:38835/o_ collection:unloadcollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.353; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:38835/o_/unloadcollection3/ and leader is http://127.0.0.1:50150/o_/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.353; org.apache.solr.cloud.ZkController; No LogReplay needed for core=unloadcollection3 baseURL=http://127.0.0.1:38835/o_
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.353; org.apache.solr.cloud.ZkController; Core needs to recover:unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.354; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.354; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=unloadcollection3 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.355; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.355; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.355; org.apache.solr.cloud.ZkController; publishing core=unloadcollection3 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.355; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.356; org.apache.solr.core.CoreContainer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366273457152/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.356; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1366273457152/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.356; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.357; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={version=2&action=CREATE&collection=unloadcollection&name=unloadcollection3&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273468829unloadcollection_3n&wt=javabin} status=0 QTime=1527 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.358; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.359; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:30.361; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:38835_o__unloadcollection3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:31.350; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:31.351; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"unloadcollection3",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:38835/o_",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:38835_o__unloadcollection3",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "node_name":"127.0.0.1:38835_o_",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:31.356; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:31.357; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:31.357; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:31.357; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:31.359; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:31.359; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:31.360; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:31.360; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:31.361; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:38835_o__unloadcollection3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:31.361; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={version=2&core=unloadcollection1&onlyIfLeader=true&coreNodeName=127.0.0.1:38835_o__unloadcollection3&checkLive=true&action=PREPRECOVERY&state=recovering&nodeName=127.0.0.1:38835_o_&wt=javabin} status=0 QTime=1000 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:32.362; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.362; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:50150/o_/unloadcollection1/ core=unloadcollection3 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.363; org.apache.solr.update.PeerSync; PeerSync: core=unloadcollection3 url=http://127.0.0.1:38835/o_ START replicas=[http://127.0.0.1:50150/o_/unloadcollection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-18 08:24:33.364; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.364; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.364; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.364; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.365; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.365; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.365; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:50150/o_/unloadcollection1/. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.365; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.370; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/get params={version=2&qt=/get&getVersions=100&distrib=false&wt=javabin} status=0 QTime=4 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.370; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.371; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f8e787c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b39394d),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f8e787c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b39394d),segFN=segments_3,generation=3,filenames=[_0_Lucene40_0.frq, _0.fdt, _0_Lucene40_0.tip, _0_dv.cfs, _0_nrm.cfe, _0.fnm, _0_Lucene40_0.tim, segments_3, _0.si, _0.fdx, _0_dv.cfe, _0_Lucene40_0.prx, _0_nrm.cfs]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6f8e787c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b39394d),segFN=segments_4,generation=4,filenames=[_0_Lucene40_0.frq, _0.fdt, _0_Lucene40_0.tip, _0_dv.cfs, _0_nrm.cfe, _0.fnm, _0_Lucene40_0.tim, segments_4, _0.si, _0.fdx, _0_dv.cfe, _0_Lucene40_0.prx, _0_nrm.cfs]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.371; org.apache.solr.core.SolrDeletionPolicy; newest commit = 4[_0_Lucene40_0.frq, _0.fdt, _0_Lucene40_0.tip, _0_dv.cfs, _0_nrm.cfe, _0.fnm, _0_Lucene40_0.tim, segments_4, _0.si, _0.fdx, _0_dv.cfe, _0_Lucene40_0.prx, _0_nrm.cfs]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.371; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.372; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&openSearcher=false&softCommit=false&commit=true&commit_end_point=true&waitSearcher=true&wt=javabin} {commit=} 0 2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.372; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.373; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.374; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={version=2&qt=/replication&command=indexversion&wt=javabin} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.375; org.apache.solr.handler.SnapPuller; Master's generation: 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.375; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.375; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.377; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={version=2&qt=/replication&generation=4&command=filelist&wt=javabin} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.378; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 13
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.378; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273468829unloadcollection_3n/index.20130418222433378
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.379; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@7eedef56 lockFactory=org.apache.lucene.store.NativeFSLockFactory@246c04c6) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.381; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={checksum=true&qt=/replication&file=_0_Lucene40_0.frq&generation=4&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.383; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={checksum=true&qt=/replication&file=_0_nrm.cfe&generation=4&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.386; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={checksum=true&qt=/replication&file=_0_dv.cfs&generation=4&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.388; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={checksum=true&qt=/replication&file=_0_Lucene40_0.tim&generation=4&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.391; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={checksum=true&qt=/replication&file=_0_Lucene40_0.prx&generation=4&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.393; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={checksum=true&qt=/replication&file=_0_dv.cfe&generation=4&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.396; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={checksum=true&qt=/replication&file=_0_Lucene40_0.tip&generation=4&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.398; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={checksum=true&qt=/replication&file=_0.fdt&generation=4&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.401; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={checksum=true&qt=/replication&file=_0.fnm&generation=4&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.403; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={checksum=true&qt=/replication&file=segments_4&generation=4&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.406; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={checksum=true&qt=/replication&file=_0.si&generation=4&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.408; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={checksum=true&qt=/replication&file=_0.fdx&generation=4&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.411; org.apache.solr.core.SolrCore; [unloadcollection1] webapp=/o_ path=/replication params={checksum=true&qt=/replication&file=_0_nrm.cfs&generation=4&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.412; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.412; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.413; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.414; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f7c8b81 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6761f30),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f7c8b81 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6761f30),segFN=segments_4,generation=4,filenames=[_0_Lucene40_0.frq, _0_Lucene40_0.tip, _0.fdt, _0_nrm.cfe, _0_dv.cfs, _0.fnm, _0_Lucene40_0.tim, segments_4, _0.si, _0.fdx, _0_Lucene40_0.prx, _0_dv.cfe, _0_nrm.cfs]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.414; org.apache.solr.core.SolrDeletionPolicy; newest commit = 4[_0_Lucene40_0.frq, _0_Lucene40_0.tip, _0.fdt, _0_nrm.cfe, _0_dv.cfs, _0.fnm, _0_Lucene40_0.tim, segments_4, _0.si, _0.fdx, _0_Lucene40_0.prx, _0_dv.cfe, _0_nrm.cfs]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.415; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.415; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@fbbeba9 main
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.416; org.apache.solr.core.SolrCore; [unloadcollection3] Registered new searcher Searcher@fbbeba9 main{StandardDirectoryReader(segments_4:3:nrt _0(5.0):C3)}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.416; org.apache.solr.core.CachingDirectoryFactory; looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273468829unloadcollection_3n/index.20130418222433378 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273468829unloadcollection_3n/index.20130418222433378;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.417; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273468829unloadcollection_3n/index.20130418222433378
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.417; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1366273454265/1366273468829unloadcollection_3n/index.20130418222433378
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.417; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.417; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.417; org.apache.solr.cloud.ZkController; publishing core=unloadcollection3 state=active
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.417; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:33.419; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:34.366; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:34.366; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:34.367; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"unloadcollection3",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:38835/o_",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:38835_o__unloadcollection3",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:38835_o_",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "shard_range":null}
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:34.379; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:34.379; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:34.379; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:34.379; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:34.379; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:34.379; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:34.379; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.368; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.369; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.370; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.387; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[20 (1432641575722156032)]} 0 2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.387; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[20 (1432641575722156032)]} 0 2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.388; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[20 (1432641575722156032)]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.388; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[20]} 0 10
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.396; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[21 (1432641575733690368)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.396; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[21 (1432641575733690368)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.397; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[21 (1432641575733690368)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.398; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[21]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.406; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[22 (1432641575743127552)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.406; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[22 (1432641575743127552)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.407; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[22 (1432641575743127552)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.407; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[22]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.415; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[23 (1432641575753613312)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.416; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[23 (1432641575753613312)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.416; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[23 (1432641575753613312)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.417; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[23]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.426; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[24 (1432641575765147648)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.426; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[24 (1432641575765147648)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.427; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[24 (1432641575765147648)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.427; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[24]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.434; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[25 (1432641575773536256)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.434; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[25 (1432641575773536256)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.435; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[25 (1432641575773536256)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.436; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[25]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.442; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[26 (1432641575781924864)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.442; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[26 (1432641575781924864)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.443; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[26 (1432641575781924864)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.444; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[26]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.450; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[27 (1432641575790313472)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.450; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[27 (1432641575790313472)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.451; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[27 (1432641575790313472)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.452; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[27]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.459; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[28 (1432641575799750656)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.459; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[28 (1432641575799750656)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.460; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[28 (1432641575799750656)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.460; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[28]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.467; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[29 (1432641575808139264)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.468; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[29 (1432641575808139264)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.469; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[29 (1432641575808139264)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.469; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[29]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.477; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[30 (1432641575818625024)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.477; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[30 (1432641575818625024)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.478; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[30 (1432641575818625024)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.479; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[30]} 0 8
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.486; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[31 (1432641575828062208)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.486; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[31 (1432641575828062208)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.487; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[31 (1432641575828062208)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.487; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[31]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.494; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[32 (1432641575836450816)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.494; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[32 (1432641575836450816)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.495; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[32 (1432641575836450816)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.495; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[32]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.502; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[33 (1432641575844839424)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.502; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[33 (1432641575844839424)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.503; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[33 (1432641575844839424)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.503; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[33]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.510; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[34 (1432641575853228032)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.510; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[34 (1432641575853228032)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.511; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[34 (1432641575853228032)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.512; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[34]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.519; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[35 (1432641575862665216)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.519; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[35 (1432641575862665216)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.520; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[35 (1432641575862665216)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.521; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[35]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.528; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[36 (1432641575872102400)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.528; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[36 (1432641575872102400)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.529; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[36 (1432641575872102400)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.529; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[36]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.536; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[37 (1432641575880491008)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.536; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[37 (1432641575880491008)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.537; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[37 (1432641575880491008)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.537; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[37]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.544; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[38 (1432641575889928192)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.545; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[38 (1432641575889928192)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.545; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[38 (1432641575889928192)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.546; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[38]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.553; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[39 (1432641575898316800)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.553; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[39 (1432641575898316800)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.554; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[39 (1432641575898316800)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.554; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[39]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.562; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[40 (1432641575907753984)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.563; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[40 (1432641575907753984)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.564; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[40 (1432641575907753984)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.564; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[40]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.571; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[41 (1432641575917191168)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.571; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[41 (1432641575917191168)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.572; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[41 (1432641575917191168)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.572; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[41]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.579; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[42 (1432641575925579776)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.580; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[42 (1432641575925579776)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.580; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[42 (1432641575925579776)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.581; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[42]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.588; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[43 (1432641575935016960)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.588; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[43 (1432641575935016960)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.588; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[43 (1432641575935016960)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.589; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[43]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.596; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[44 (1432641575943405568)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.596; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[44 (1432641575943405568)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.596; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[44 (1432641575943405568)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.597; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[44]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.603; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[45 (1432641575951794176)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.604; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[45 (1432641575951794176)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.604; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[45 (1432641575951794176)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.605; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[45]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.612; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[46 (1432641575960182784)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.612; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[46 (1432641575960182784)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.613; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[46 (1432641575960182784)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.614; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[46]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.621; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[47 (1432641575969619968)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.621; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[47 (1432641575969619968)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.622; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[47 (1432641575969619968)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.623; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[47]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.630; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[48 (1432641575979057152)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.630; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[48 (1432641575979057152)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.631; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[48 (1432641575979057152)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.632; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[48]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.639; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[49 (1432641575988494336)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.639; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[49 (1432641575988494336)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.640; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[49 (1432641575988494336)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.640; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[49]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.647; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[50 (1432641575996882944)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.647; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[50 (1432641575996882944)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.648; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[50 (1432641575996882944)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.649; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[50]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.656; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[51 (1432641576006320128)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.656; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[51 (1432641576006320128)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.657; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[51 (1432641576006320128)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.657; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[51]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.664; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[52 (1432641576014708736)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.665; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[52 (1432641576014708736)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.665; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[52 (1432641576014708736)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.666; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[52]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.673; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[53 (1432641576024145920)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.673; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[53 (1432641576024145920)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.674; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[53 (1432641576024145920)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.674; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[53]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.683; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[54 (1432641576033583104)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.683; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[54 (1432641576033583104)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.684; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[54 (1432641576033583104)]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.685; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[54]} 0 9
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.695; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[55 (1432641576045117440)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.695; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[55 (1432641576045117440)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.697; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[55 (1432641576045117440)]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.697; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[55]} 0 9
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.707; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[56 (1432641576057700352)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.707; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[56 (1432641576057700352)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.708; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[56 (1432641576057700352)]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.708; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[56]} 0 8
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.716; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[57 (1432641576068186112)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.716; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[57 (1432641576068186112)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.717; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[57 (1432641576068186112)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.718; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[57]} 0 8
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.726; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[58 (1432641576079720448)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.727; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[58 (1432641576079720448)]} 0 2
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.727; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[58 (1432641576079720448)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.729; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[58]} 0 9
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.737; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[59 (1432641576090206208)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.737; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[59 (1432641576090206208)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.739; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[59 (1432641576090206208)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.739; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[59]} 0 8
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.747; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[60 (1432641576102789120)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.747; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[60 (1432641576102789120)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.748; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[60 (1432641576102789120)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.749; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[60]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.755; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[61 (1432641576111177728)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.755; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[61 (1432641576111177728)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.756; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[61 (1432641576111177728)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.757; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[61]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.764; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[62 (1432641576119566336)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.764; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[62 (1432641576119566336)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.765; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[62 (1432641576119566336)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.765; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&wt=javabin} {add=[62]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.772; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[63 (1432641576129003520)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.772; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp=/o_ path=/update params={version=2&update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:50150/o_/unloadcollection1/&wt=javabin} {add=[63 (1432641576129003520)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.773; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp=/o_ path=/update params={version=2&update.distrib=TOLEADER&distrib.from=http://127.0.0.1:38835/o_/unloadcollection3/&wt=javabin} {add=[63 (1432641576129003520)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-18 08:24:35.774; org.apache.s

[...truncated too long message...]

t4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "shard_state":"active",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:34923__collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:34923",
[junit4:junit4]   1>   "node_name":"127.0.0.1:34923_"}
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:51.038; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:51.041; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:51.090; org.apache.solr.cloud.ChaosMonkey; monkey: stop shard! 40283
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:51.091; org.apache.solr.core.CoreContainer; Shutting down CoreContainer instance=2018435648
[junit4:junit4]   1> WARN  - 2013-04-18 08:30:51.222; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> WARN  - 2013-04-18 08:30:51.223; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.093; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.093; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.098; org.apache.solr.core.SolrCore; [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4d06c65e
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.104; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.105; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.105; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.106; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.107; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.107; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.108; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366273819955/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366273819955/jetty4;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.108; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366273819955/jetty4
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.108; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1366273819955/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1366273819955/jetty4/index;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.108; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1366273819955/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.109; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89540121064767500-127.0.0.1:40283_-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.110; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-04-18 08:30:52.110; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> WARN  - 2013-04-18 08:30:52.110; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.130; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.188; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.190; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:58633 58633
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1366273819956
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=E1E2B8D9E428B940 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pt_BR -Dtests.timezone=Africa/Luanda -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   32.3s J1 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:50993/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([E1E2B8D9E428B940:600436C19377D97C]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:374)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.222; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 32275 T1323 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   1> WARN  - 2013-04-18 08:30:52.317; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-18 08:30:52.318; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> WARN  - 2013-04-18 08:30:52.318; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=pt_BR, timezone=Africa/Luanda
[junit4:junit4]   2> NOTE: Linux 3.2.0-40-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=2,free=155143688,total=289341440
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestSolr4Spatial, SampleTest, TestCodecSupport, TestFastOutputStream, ShardSplitTest, SpellCheckCollatorTest, TestFieldTypeCollectionResource, EchoParamsTest, IndexReaderFactoryTest, ChaosMonkeySafeLeaderTest, TestFoldingMultitermQuery, TestCSVLoader, TestSuggestSpellingConverter, TestAnalyzedSuggestions, TestDistributedGrouping, CollectionsAPIDistributedZkTest, UpdateParamsTest, CopyFieldTest, TestIndexingPerformance, XsltUpdateRequestHandlerTest, TestUpdate, ChaosMonkeyShardSplitTest, SuggesterWFSTTest, TestHashPartitioner, SolrTestCaseJ4Test, QueryResultKeyTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 33.30s, 1 test, 1 error <<< FAILURES!

[...truncated 571 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:438: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 290 suites, 1201 tests, 1 error, 1 failure, 13 ignored (7 assumptions)

Total time: 35 minutes 6 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b84 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure