You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/04/06 01:09:04 UTC

[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b83) - Build # 5031 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5031/
Java: 32bit/jdk1.8.0-ea-b83 -server -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:56254/ece/onenodecollectioncore returned non ok status:404, message:Can not find: /ece/onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:56254/ece/onenodecollectioncore returned non ok status:404, message:Can not find: /ece/onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([6EF42955FCEDFF45:EF12A74D8BB29F79]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9278 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.820; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /ece/
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.827; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.828; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.829; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.830; org.apache.zookeeper.server.ZooKeeperServer; tickTime set to 1000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.830; org.apache.zookeeper.server.ZooKeeperServer; minSessionTimeout set to -1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.831; org.apache.zookeeper.server.ZooKeeperServer; maxSessionTimeout set to -1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.831; org.apache.zookeeper.server.NIOServerCnxnFactory; binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.832; org.apache.zookeeper.server.persistence.FileTxnSnapLog; Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.929; org.apache.solr.cloud.ZkTestServer; start zk server on port:39001
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.930; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39001 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f0f40b
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.931; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.931; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39001. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.932; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39001, initiating session
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.932; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52712
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.933; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52712
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.934; org.apache.zookeeper.server.persistence.FileTxnLog; Creating new log file: log.1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.937; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13ddc6d5dfa0000 with negotiated timeout 10000 for client /127.0.0.1:52712
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.937; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39001, sessionid = 0x13ddc6d5dfa0000, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.938; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1f0f40b name:ZooKeeperConnection Watcher:127.0.0.1:39001 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.938; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.939; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.944; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13ddc6d5dfa0000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.945; org.apache.zookeeper.ZooKeeper; Session: 0x13ddc6d5dfa0000 closed
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.946; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52712 which had sessionid 0x13ddc6d5dfa0000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.945; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.946; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39001/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1370645
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.948; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.949; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39001. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.950; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39001, initiating session
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.950; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52713
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.950; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52713
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.952; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13ddc6d5dfa0001 with negotiated timeout 10000 for client /127.0.0.1:52713
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.952; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39001, sessionid = 0x13ddc6d5dfa0001, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.952; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1370645 name:ZooKeeperConnection Watcher:127.0.0.1:39001/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.953; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.954; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.959; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.964; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.969; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.974; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.974; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.982; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.983; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.989; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.990; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.995; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:47.996; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.000; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.001; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.006; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.007; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.011; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.012; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.017; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.018; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.022; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.023; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.028; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13ddc6d5dfa0001
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.029; org.apache.zookeeper.ZooKeeper; Session: 0x13ddc6d5dfa0001 closed
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.029; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.029; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52713 which had sessionid 0x13ddc6d5dfa0001
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.098; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.105; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:39209
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.105; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.106; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.106; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365202788029
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.106; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365202788029/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.107; org.apache.solr.core.CoreContainer; New CoreContainer 20486963
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.107; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365202788029/'
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.107; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365202788029/'
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.124; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.124; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.125; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.125; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.125; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.126; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.126; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.126; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.127; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.127; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.140; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.159; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39001/solr
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.160; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.160; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39001 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@43b45a
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.162; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.162; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39001. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.164; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39001, initiating session
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.164; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52714
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.164; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52714
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.165; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13ddc6d5dfa0002 with negotiated timeout 20000 for client /127.0.0.1:52714
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.166; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39001, sessionid = 0x13ddc6d5dfa0002, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.166; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@43b45a name:ZooKeeperConnection Watcher:127.0.0.1:39001 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.167; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.170; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13ddc6d5dfa0002
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.171; org.apache.zookeeper.ZooKeeper; Session: 0x13ddc6d5dfa0002 closed
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.171; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52714 which had sessionid 0x13ddc6d5dfa0002
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.171; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.172; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.177; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39001/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@13309a2
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.179; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.179; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39001. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.180; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39001, initiating session
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.181; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52715
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.181; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52715
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.182; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13ddc6d5dfa0003 with negotiated timeout 20000 for client /127.0.0.1:52715
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.182; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39001, sessionid = 0x13ddc6d5dfa0003, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.183; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@13309a2 name:ZooKeeperConnection Watcher:127.0.0.1:39001/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.184; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.187; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.192; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.194; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.199; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.202; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39209_ece
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.204; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39209_ece Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39209_ece
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.205; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:39209_ece
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.210; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.221; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.224; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.229; org.apache.solr.cloud.Overseer; Overseer (id=89469929903489027-127.0.0.1:39209_ece-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.230; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.232; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.234; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.236; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.242; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.244; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.245; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.250; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.253; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.258; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.262; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365202788029/collection1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.263; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.264; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.264; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.266; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365202788029/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.267; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365202788029/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.268; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365202788029/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.322; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.356; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.359; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.362; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.713; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.723; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.725; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.743; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.749; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.754; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:48.756; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:48.756; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.757; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:48.759; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:48.759; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.759; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.760; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365202788029/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/control/data/
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.760; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@119cf7a
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.761; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.762; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/control/data
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.762; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/control/data/index/
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:48.762; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.763; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/control/data/index
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.765; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1318f7c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a20cb0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.766; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.768; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.769; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.770; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.770; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.771; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.771; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.772; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.772; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.773; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.777; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.780; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1ae2f57 main
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.781; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/control/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.782; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.782; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.787; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1ae2f57 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.789; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:48.789; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.765; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.766; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "node_name":"127.0.0.1:39209_ece",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:39209/ece",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.767; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.767; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.775; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.791; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.792; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:39209/ece collection:control_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.793; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.805; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0003 type:delete cxid:0x84 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.806; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.807; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0003 type:create cxid:0x85 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.811; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.811; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.811; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:39209/ece/collection1/
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.812; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.812; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:39209/ece/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.813; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:39209/ece/collection1/
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.813; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:49.820; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0003 type:create cxid:0x90 zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.282; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.298; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.329; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:39209/ece/collection1/ and leader is http://127.0.0.1:39209/ece/collection1/
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.329; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39209/ece
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.329; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.330; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.330; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.333; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.335; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.336; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.337; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.342; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.343; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39001/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@13cf216
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.345; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.345; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39001. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.346; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39001, initiating session
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.346; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52720
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.347; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52720
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.348; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13ddc6d5dfa0004 with negotiated timeout 10000 for client /127.0.0.1:52720
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.348; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39001, sessionid = 0x13ddc6d5dfa0004, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.349; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@13cf216 name:ZooKeeperConnection Watcher:127.0.0.1:39001/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.350; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.353; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.357; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.429; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.437; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:35339
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.438; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.438; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.439; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365202791357
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.439; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365202791357/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.439; org.apache.solr.core.CoreContainer; New CoreContainer 157197
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.440; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365202791357/'
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.440; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365202791357/'
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.457; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.458; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.458; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.458; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.459; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.459; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.460; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.460; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.460; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.461; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.466; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.475; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39001/solr
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.475; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.476; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39001 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2bd261
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.477; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.477; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39001. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.478; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39001, initiating session
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.478; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52721
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.479; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52721
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.480; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13ddc6d5dfa0005 with negotiated timeout 20000 for client /127.0.0.1:52721
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.480; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39001, sessionid = 0x13ddc6d5dfa0005, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.481; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2bd261 name:ZooKeeperConnection Watcher:127.0.0.1:39001 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.481; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.483; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13ddc6d5dfa0005
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.484; org.apache.zookeeper.ZooKeeper; Session: 0x13ddc6d5dfa0005 closed
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.484; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52721 which had sessionid 0x13ddc6d5dfa0005
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.484; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.484; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.488; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39001/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1f6b782
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.489; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.489; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39001. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.489; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39001, initiating session
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.490; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52722
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.490; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52722
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.491; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13ddc6d5dfa0006 with negotiated timeout 20000 for client /127.0.0.1:52722
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.491; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39001, sessionid = 0x13ddc6d5dfa0006, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.492; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1f6b782 name:ZooKeeperConnection Watcher:127.0.0.1:39001/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.492; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.494; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.496; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:51.505; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.510; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35339_ece
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.512; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0006 type:delete cxid:0xe zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:35339_ece Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:35339_ece
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.513; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:35339_ece
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.519; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.519; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.519; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.519; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.529; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365202791357/collection1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.529; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.531; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.531; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.534; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365202791357/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.534; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365202791357/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.535; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365202791357/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.573; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.610; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.613; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.616; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.804; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.805; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "node_name":"127.0.0.1:39209_ece",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:39209/ece",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:39209_ece_collection1",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.825; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.825; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.825; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.955; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.960; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.962; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.980; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.985; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.990; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:52.992; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:52.993; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.993; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:52.995; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:52.996; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.996; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.996; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365202791357/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty1/
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.997; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@119cf7a
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.998; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.998; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:52.999; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty1/index/
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:52.999; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.000; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty1/index
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.002; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@15b373f lockFactory=org.apache.lucene.store.NativeFSLockFactory@ffe504),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.002; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.005; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.006; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.006; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.007; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.008; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.008; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.009; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.010; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.010; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.015; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.019; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1a2ad0e main
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.019; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty1/tlog
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.020; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.020; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.032; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1a2ad0e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.034; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:53.035; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:54.332; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:54.333; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "node_name":"127.0.0.1:35339_ece",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:35339/ece",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:54.334; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:54.334; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:54.342; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:54.342; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:54.342; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.037; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.038; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:35339/ece collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.039; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.051; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0006 type:delete cxid:0x4c zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.053; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.053; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0006 type:create cxid:0x4d zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.058; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.058; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.059; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:35339/ece/collection1/
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.059; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.059; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:35339/ece/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.060; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:35339/ece/collection1/
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.060; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.067; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0006 type:create cxid:0x58 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.849; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.873; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.873; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.873; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.923; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:35339/ece/collection1/ and leader is http://127.0.0.1:35339/ece/collection1/
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.924; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35339/ece
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.924; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.924; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.924; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.926; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.927; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.927; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.928; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.992; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.996; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:56254
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.996; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.997; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.997; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365202795931
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.997; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365202795931/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.998; org.apache.solr.core.CoreContainer; New CoreContainer 14440655
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.998; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365202795931/'
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:55.998; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365202795931/'
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.017; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.018; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.018; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.018; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.019; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.019; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.019; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.020; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.020; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.020; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.025; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.040; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39001/solr
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.041; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.041; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39001 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@18cd5ec
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.042; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.042; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39001. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.043; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39001, initiating session
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.044; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52772
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.044; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52772
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.045; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13ddc6d5dfa0007 with negotiated timeout 20000 for client /127.0.0.1:52772
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.045; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39001, sessionid = 0x13ddc6d5dfa0007, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.046; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@18cd5ec name:ZooKeeperConnection Watcher:127.0.0.1:39001 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.047; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.049; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13ddc6d5dfa0007
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.050; org.apache.zookeeper.ZooKeeper; Session: 0x13ddc6d5dfa0007 closed
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.050; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52772 which had sessionid 0x13ddc6d5dfa0007
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.050; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.050; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.055; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39001/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1288733
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.056; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.056; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39001. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.057; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39001, initiating session
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.058; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52773
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.058; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52773
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.060; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13ddc6d5dfa0008 with negotiated timeout 20000 for client /127.0.0.1:52773
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.060; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39001, sessionid = 0x13ddc6d5dfa0008, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.060; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1288733 name:ZooKeeperConnection Watcher:127.0.0.1:39001/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.060; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.062; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.064; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:56.068; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.074; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56254_ece
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.076; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0008 type:delete cxid:0xe zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:56254_ece Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:56254_ece
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.077; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:56254_ece
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.082; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.083; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.084; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.084; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.083; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.085; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.086; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.095; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365202795931/collection1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.095; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.096; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.097; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.099; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365202795931/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.100; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365202795931/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.100; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365202795931/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.142; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.180; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.183; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.187; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.381; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.382; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "node_name":"127.0.0.1:35339_ece",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:35339/ece",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:35339_ece_collection1",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.386; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.386; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.386; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.386; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.590; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.594; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.602; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.622; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.626; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.631; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:57.633; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:57.634; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.634; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:57.636; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:57.637; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.637; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.638; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365202795931/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty2/
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.638; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@119cf7a
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.639; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.639; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty2
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.640; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty2/index/
[junit4:junit4]   1> WARN  - 2013-04-05 22:59:57.640; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.641; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty2/index
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.643; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b34422 lockFactory=org.apache.lucene.store.NativeFSLockFactory@150ef18),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.643; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.646; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.647; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.648; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.648; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.649; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.649; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.650; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.651; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.651; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.656; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.660; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@84d930 main
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.660; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty2/tlog
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.661; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.662; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.667; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@84d930 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.670; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:57.670; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:58.892; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:58.894; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "node_name":"127.0.0.1:56254_ece",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:56254/ece",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:58.894; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:58.894; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:58.905; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:58.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:58.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:58.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:59.673; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:59.674; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:56254/ece collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:59.675; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:59.685; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0008 type:delete cxid:0x4b zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:59.686; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:59.687; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0008 type:create cxid:0x4c zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:59.691; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:59.691; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:59.691; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:56254/ece/collection1/
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:59.692; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:59.692; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:56254/ece/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:59.693; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:56254/ece/collection1/
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:59.693; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-05 22:59:59.699; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0008 type:create cxid:0x56 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.412; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.443; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.443; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.443; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.443; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.456; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:56254/ece/collection1/ and leader is http://127.0.0.1:56254/ece/collection1/
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.457; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56254/ece
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.457; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.458; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.458; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.460; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.463; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.463; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.464; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.545; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.549; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:48301
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.550; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.551; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.551; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365202800470
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.552; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365202800470/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.552; org.apache.solr.core.CoreContainer; New CoreContainer 16702902
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.553; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365202800470/'
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.553; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365202800470/'
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.583; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.583; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.584; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.584; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.584; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.584; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.585; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.585; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.585; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.586; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.592; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.601; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39001/solr
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.602; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.602; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39001 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@17dd67c
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.603; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.604; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39001. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.605; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39001, initiating session
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.605; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52786
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.606; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52786
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.608; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13ddc6d5dfa0009 with negotiated timeout 20000 for client /127.0.0.1:52786
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.608; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39001, sessionid = 0x13ddc6d5dfa0009, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.608; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@17dd67c name:ZooKeeperConnection Watcher:127.0.0.1:39001 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.609; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.611; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13ddc6d5dfa0009
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.612; org.apache.zookeeper.ZooKeeper; Session: 0x13ddc6d5dfa0009 closed
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.612; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52786 which had sessionid 0x13ddc6d5dfa0009
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.612; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.613; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.617; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39001/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1334275
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.618; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.619; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39001. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.619; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39001, initiating session
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.620; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52787
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.620; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52787
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.622; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13ddc6d5dfa000a with negotiated timeout 20000 for client /127.0.0.1:52787
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.622; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39001, sessionid = 0x13ddc6d5dfa000a, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.622; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1334275 name:ZooKeeperConnection Watcher:127.0.0.1:39001/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.622; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.625; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.627; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa000a type:create cxid:0x3 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:00.631; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.637; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48301_ece
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.638; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa000a type:delete cxid:0xe zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:48301_ece Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:48301_ece
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.638; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:48301_ece
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.640; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.640; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.642; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.642; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.642; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.642; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.642; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.643; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.643; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.647; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365202800470/collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.647; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.648; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.648; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.649; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365202800470/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.650; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365202800470/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.650; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365202800470/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.679; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.712; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.714; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.717; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.954; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.955; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "node_name":"127.0.0.1:56254_ece",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:56254/ece",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:56254_ece_collection1",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.962; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.962; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.962; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.962; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:01.962; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.076; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.080; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.083; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.095; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.099; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.101; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:02.102; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:02.103; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.103; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:02.104; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:02.104; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.105; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.105; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365202800470/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty3/
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.105; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@119cf7a
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.105; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.106; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty3
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.106; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty3/index/
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:02.106; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.106; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty3/index
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.108; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f9ba92 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a1acd0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.108; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.109; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.109; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.110; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.110; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.111; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.111; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.111; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.111; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.112; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.114; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.116; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1ae814d main
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.116; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty3/tlog
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.116; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.117; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.121; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1ae814d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.122; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:02.122; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:03.468; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:03.470; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "node_name":"127.0.0.1:48301_ece",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:48301/ece",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:03.470; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:03.471; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:03.477; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:03.477; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:03.477; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:03.477; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:03.477; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.125; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.125; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:48301/ece collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.131; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:48301/ece/collection1/ and leader is http://127.0.0.1:35339/ece/collection1/
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.131; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48301/ece
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.132; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.132; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.133; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.134; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.134; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.134; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.135; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.136; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.137; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.136; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.138; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.216; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.220; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:37899
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.220; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.221; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.221; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365202804150
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.221; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365202804150/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.222; org.apache.solr.core.CoreContainer; New CoreContainer 10589256
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.222; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365202804150/'
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.222; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365202804150/'
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.239; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.240; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.240; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.240; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.241; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.241; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.241; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.241; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.242; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.242; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.247; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.263; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39001/solr
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.264; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.265; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39001 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@ed34f5
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.267; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.267; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39001. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.268; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39001, initiating session
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.269; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52795
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.269; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52795
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.271; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13ddc6d5dfa000b with negotiated timeout 20000 for client /127.0.0.1:52795
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.271; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39001, sessionid = 0x13ddc6d5dfa000b, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.271; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@ed34f5 name:ZooKeeperConnection Watcher:127.0.0.1:39001 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.272; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.275; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13ddc6d5dfa000b
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.276; org.apache.zookeeper.ZooKeeper; Session: 0x13ddc6d5dfa000b closed
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.276; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52795 which had sessionid 0x13ddc6d5dfa000b
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.276; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.277; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.283; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39001/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b1e81b
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.284; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.284; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39001. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.286; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39001, initiating session
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.286; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52796
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.286; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52796
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.288; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13ddc6d5dfa000c with negotiated timeout 20000 for client /127.0.0.1:52796
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.288; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39001, sessionid = 0x13ddc6d5dfa000c, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.289; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1b1e81b name:ZooKeeperConnection Watcher:127.0.0.1:39001/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.289; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.291; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.294; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa000c type:create cxid:0x3 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.298; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.984; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.986; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "node_name":"127.0.0.1:48301_ece",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:48301/ece",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:48301_ece_collection1",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.994; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.994; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.995; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.994; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.995; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:04.994; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.152; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={state=recovering&onlyIfLeader=true&action=PREPRECOVERY&version=2&checkLive=true&coreNodeName=127.0.0.1:48301_ece_collection1&wt=javabin&nodeName=127.0.0.1:48301_ece&core=collection1} status=0 QTime=1001 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.303; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37899_ece
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.305; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa000c type:delete cxid:0x10 zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:37899_ece Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:37899_ece
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.306; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:37899_ece
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.310; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.311; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.311; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.312; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.312; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.311; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.312; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.312; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.312; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.314; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.314; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.313; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.322; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365202804150/collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.322; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.324; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.324; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.326; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365202804150/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.327; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365202804150/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.328; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365202804150/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.377; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.410; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.413; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.420; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.828; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.833; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.835; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.853; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.857; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.863; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:05.865; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:05.866; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.866; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:05.868; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:05.868; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.869; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.869; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365202804150/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty4/
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.870; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@119cf7a
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.871; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.871; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty4
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.872; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty4/index/
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:05.872; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.879; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.881; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@15b20a3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@138959a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.882; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.885; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.885; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.886; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.887; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.888; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.888; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.888; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.889; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.890; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.894; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.898; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@b2ae09 main
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.899; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty4/tlog
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.900; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.900; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.906; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@b2ae09 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.910; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:05.910; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.504; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.505; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "node_name":"127.0.0.1:37899_ece",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37899/ece",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.506; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.506; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.523; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.912; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.912; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:37899/ece collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.918; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:37899/ece/collection1/ and leader is http://127.0.0.1:56254/ece/collection1/
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.919; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37899/ece
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.919; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.919; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.920; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.921; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.922; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.922; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.922; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.924; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.925; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.924; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.925; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.932; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.934; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.941; org.apache.solr.core.CoreContainer; Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365202791357/onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.941; org.apache.solr.cloud.ZkController; Check for collection zkNode:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.942; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.943; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.945; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.946; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.949; org.apache.solr.cloud.ZkController; Load collection config from:/collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.952; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365202791357/onenodecollectioncore/'
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:06.993; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.037; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.040; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.044; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.153; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:35339/ece/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.154; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:48301/ece START replicas=[http://127.0.0.1:35339/ece/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:07.154; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.154; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.154; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.155; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.155; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.155; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:35339/ece/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.155; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.164; org.apache.solr.core.SolrCore; [collection1] webapp=/ece path=/get params={version=2&getVersions=100&qt=/get&wt=javabin&distrib=false} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.165; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.167; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@15b373f lockFactory=org.apache.lucene.store.NativeFSLockFactory@ffe504),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.167; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.168; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@15b373f lockFactory=org.apache.lucene.store.NativeFSLockFactory@ffe504),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@15b373f lockFactory=org.apache.lucene.store.NativeFSLockFactory@ffe504),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.168; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.168; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@72ca3b realtime
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.169; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.169; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ece path=/update params={softCommit=false&commit_end_point=true&version=2&openSearcher=false&waitSearcher=true&wt=javabin&commit=true} {commit=} 0 5
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.171; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.171; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.175; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.176; org.apache.solr.core.SolrCore; [collection1] webapp=/ece path=/replication params={command=indexversion&version=2&qt=/replication&wt=javabin} status=0 QTime=4 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.176; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.176; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.176; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.178; org.apache.solr.core.SolrCore; [collection1] webapp=/ece path=/replication params={command=filelist&version=2&qt=/replication&wt=javabin&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.179; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.180; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty3/index.20130406000007179
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.180; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1cf8086 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d7eeeb; maxCacheMB=0.1953125 maxMergeSizeMB=0.4921875)) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.183; org.apache.solr.core.SolrCore; [collection1] webapp=/ece path=/replication params={command=filecontent&checksum=true&qt=/replication&wt=filestream&file=segments_2&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.184; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.185; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.185; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.186; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f9ba92 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a1acd0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f9ba92 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a1acd0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.194; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.194; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.194; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@14b738c main
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.195; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@14b738c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.196; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty3/index.20130406000007179 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty3/index.20130406000007179;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.196; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty3/index.20130406000007179
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.196; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty3/index.20130406000007179
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.196; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.197; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.197; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.197; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.198; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.455; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.460; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.463; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.480; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.484; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.489; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:07.491; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:07.492; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.493; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:07.495; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:07.495; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.496; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.497; org.apache.solr.core.SolrCore; [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365202791357/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365202787828/onenodecollection/
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.497; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@119cf7a
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.498; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.499; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365202787828/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.500; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365202787828/onenodecollection/index/
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:07.500; org.apache.solr.core.SolrCore; [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365202787828/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.501; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365202787828/onenodecollection/index
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.505; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@8c9c07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@16f552f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.505; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.508; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.509; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.510; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.511; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.512; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.512; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.513; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.514; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.515; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.520; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.524; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@e317c7 main
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.525; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365202787828/onenodecollection/tlog
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.526; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.527; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.530; org.apache.solr.core.SolrCore; [onenodecollectioncore] Registered new searcher Searcher@e317c7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:07.531; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=down
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.031; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.033; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "node_name":"127.0.0.1:37899_ece",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:37899/ece",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:37899_ece_collection1",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.040; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "node_name":"127.0.0.1:48301_ece",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:48301/ece",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:48301_ece_collection1",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.045; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "node_name":"127.0.0.1:35339_ece",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:35339/ece",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "core":"onenodecollectioncore"}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.046; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection onenodecollection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.046; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.052; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.052; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.052; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.052; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.052; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.052; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.533; org.apache.solr.core.CoreContainer; registering core: onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.534; org.apache.solr.cloud.ZkController; Register replica - core:onenodecollectioncore address:http://127.0.0.1:35339/ece collection:onenodecollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.536; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.550; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0006 type:delete cxid:0xaf zxid:0xc2 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.551; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.552; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0006 type:create cxid:0xb0 zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.556; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.557; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.558; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:35339/ece/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.558; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.559; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:35339/ece/onenodecollectioncore/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.559; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:35339/ece/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.560; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.567; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13ddc6d5dfa0006 type:create cxid:0xbb zxid:0xc7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:08.934; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={state=recovering&onlyIfLeader=true&action=PREPRECOVERY&version=2&checkLive=true&coreNodeName=127.0.0.1:37899_ece_collection1&wt=javabin&nodeName=127.0.0.1:37899_ece&core=collection1} status=0 QTime=2001 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.566; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.594; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.594; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.595; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.595; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.594; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.594; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.625; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:35339/ece/onenodecollectioncore/ and leader is http://127.0.0.1:35339/ece/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.626; org.apache.solr.cloud.ZkController; No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:35339/ece
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.627; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.627; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=active
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.631; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.632; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={action=CREATE&version=2&roles=none&collection=onenodecollection&wt=javabin&name=onenodecollectioncore&numShards=1&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365202787828/onenodecollection} status=0 QTime=2692 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.633; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:09.635; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.638; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.935; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:56254/ece/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.936; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:37899/ece START replicas=[http://127.0.0.1:56254/ece/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:10.936; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.936; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.937; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.937; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.937; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.937; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:56254/ece/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.938; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.951; org.apache.solr.core.SolrCore; [collection1] webapp=/ece path=/get params={version=2&getVersions=100&qt=/get&wt=javabin&distrib=false} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.952; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.955; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b34422 lockFactory=org.apache.lucene.store.NativeFSLockFactory@150ef18),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.956; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.956; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b34422 lockFactory=org.apache.lucene.store.NativeFSLockFactory@150ef18),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b34422 lockFactory=org.apache.lucene.store.NativeFSLockFactory@150ef18),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.957; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.958; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1fad0e0 realtime
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.958; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.959; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/ece path=/update params={softCommit=false&commit_end_point=true&version=2&openSearcher=false&waitSearcher=true&wt=javabin&commit=true} {commit=} 0 7
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.960; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.961; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.963; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.964; org.apache.solr.core.SolrCore; [collection1] webapp=/ece path=/replication params={command=indexversion&version=2&qt=/replication&wt=javabin} status=0 QTime=2 
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.965; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.965; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:10.965; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4

[...truncated too long message...]

  - 2013-04-05 23:00:20.213; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.214; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty4/index;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.215; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.215; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty4;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.216; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365202787827/jetty4
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.217; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89469929903489036-127.0.0.1:37899_ece-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.219; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13ddc6d5dfa000c
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.221; org.apache.zookeeper.ZooKeeper; Session: 0x13ddc6d5dfa000c closed
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.221; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52796 which had sessionid 0x13ddc6d5dfa000c
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.245; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/ece,null}
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.303; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.304; org.apache.zookeeper.server.ZooKeeperServer; shutting down
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.304; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.305; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.305; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.305; org.apache.zookeeper.server.PrepRequestProcessor; PrepRequestProcessor exited loop!
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.306; org.apache.zookeeper.server.SyncRequestProcessor; SyncRequestProcessor exited!
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.307; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.309; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:39001 39001
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.312; org.apache.zookeeper.server.NIOServerCnxnFactory; NIOServerCnxn factory exited run method
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.313; org.apache.zookeeper.server.ZooKeeperServer; shutting down
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.314; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.314; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.315; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.316; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365202787828
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=6EF42955FCEDFF45 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de_LU -Dtests.timezone=Africa/Ndjamena -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   32.5s J1 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:56254/ece/onenodecollectioncore returned non ok status:404, message:Can not find: /ece/onenodecollectioncore/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([6EF42955FCEDFF45:EF12A74D8BB29F79]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:20.363; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 32546 T1167 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:21.000; org.apache.zookeeper.server.SessionTrackerImpl; SessionTrackerImpl exited loop!
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:21.521; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:21.521; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-04-05 23:00:21.522; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-05 23:00:21.522; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=de_LU, timezone=Africa/Ndjamena
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=2,free=36756752,total=176336896
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestFiltering, BasicZkTest, TestIndexingPerformance, TestSolrXMLSerializer, TestArbitraryIndexDir, TestCloudManagedSchema, TestDFRSimilarityFactory, TestCSVResponseWriter, TestHashPartitioner, TestSystemIdResolver, TestPartialUpdateDeduplication, SolrPluginUtilsTest, TestRangeQuery, TestLMJelinekMercerSimilarityFactory, TestSchemaVersionResource, StandardRequestHandlerTest, PreAnalyzedUpdateProcessorTest, TestComponentsName, TestIndexSearcher, TimeZoneUtilsTest, TestSuggestSpellingConverter, TestJmxMonitoredMap, TestFieldResource, TestRecovery, XmlUpdateRequestHandlerTest, DocValuesMultiTest, ZkNodePropsTest, TestSolrJ, IndexSchemaRuntimeFieldTest, FieldAnalysisRequestHandlerTest, TestAnalyzedSuggestions, DateMathParserTest, TestAtomicUpdateErrorCases, SpellPossibilityIteratorTest, TestCSVLoader, TestBinaryField, TestUniqueKeyFieldResource, TestUtils, RequiredFieldsTest, XsltUpdateRequestHandlerTest, ConvertedLegacyTest, TestDistributedGrouping, DirectUpdateHandlerTest, TestDefaultSimilarityFactory, HighlighterConfigTest, DefaultValueUpdateProcessorTest, HardAutoCommitTest, IndexReaderFactoryTest, SignatureUpdateProcessorFactoryTest, CurrencyFieldXmlFileTest, MultiTermTest, TestElisionMultitermQuery, TestUpdate, FileUtilsTest, NotRequiredUniqueKeyTest, NumericFieldsTest, UniqFieldsUpdateProcessorFactoryTest, SolrTestCaseJ4Test, TestCoreDiscovery, StatsComponentTest, TestWordDelimiterFilterFactory, TestBinaryResponseWriter, TestOmitPositions, HighlighterTest, DistanceFunctionTest, FullSolrCloudDistribCmdsTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, BasicDistributedZkTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 33.85s, 1 test, 1 error <<< FAILURES!

[...truncated 447 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:448: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 285 suites, 1175 tests, 1 error, 13 ignored (7 assumptions)

Total time: 37 minutes 3 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b83 -server -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure