You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/04/04 14:33:37 UTC

[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b83) - Build # 5009 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5009/
Java: 32bit/jdk1.8.0-ea-b83 -server -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:45252/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:45252/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([AD954112D3175799:2C73CF0AA44837A5]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9138 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.294; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.299; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.301; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.301; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.304; org.apache.zookeeper.server.ZooKeeperServer; tickTime set to 1000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.304; org.apache.zookeeper.server.ZooKeeperServer; minSessionTimeout set to -1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.304; org.apache.zookeeper.server.ZooKeeperServer; maxSessionTimeout set to -1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.305; org.apache.zookeeper.server.NIOServerCnxnFactory; binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.305; org.apache.zookeeper.server.persistence.FileTxnSnapLog; Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.401; org.apache.solr.cloud.ZkTestServer; start zk server on port:35915
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.402; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@145b76
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.403; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.403; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.404; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.404; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52582
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.404; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52582
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.405; org.apache.zookeeper.server.persistence.FileTxnLog; Creating new log file: log.1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.489; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20000 with negotiated timeout 10000 for client /127.0.0.1:52582
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.489; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20000, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.490; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@145b76 name:ZooKeeperConnection Watcher:127.0.0.1:35915 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.490; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.490; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.494; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d20000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.495; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d20000 closed
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.495; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52582 which had sessionid 0x13dd4fd90d20000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.495; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.496; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@d3ae84
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.497; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.497; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.498; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.498; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52583
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.498; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52583
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.499; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20001 with negotiated timeout 10000 for client /127.0.0.1:52583
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.499; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20001, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.499; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@d3ae84 name:ZooKeeperConnection Watcher:127.0.0.1:35915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.500; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.500; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.503; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.505; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.507; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.512; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.513; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.517; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.518; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.523; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.523; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.526; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.526; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.528; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.529; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.532; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.532; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.534; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.535; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.539; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.540; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.551; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.552; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.560; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d20001
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.561; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52583 which had sessionid 0x13dd4fd90d20001
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.562; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d20001 closed
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.562; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.663; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.675; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:60097
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.676; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.677; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.678; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.678; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.679; org.apache.solr.core.CoreContainer; New CoreContainer 32300718
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.680; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.680; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.717; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.718; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.718; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.719; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.719; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.720; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.720; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.721; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.722; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.722; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.732; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.745; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:35915/solr
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.746; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.746; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2e114d
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.747; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.747; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.748; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.748; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52584
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.748; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52584
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.750; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20002 with negotiated timeout 20000 for client /127.0.0.1:52584
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.750; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20002, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.750; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2e114d name:ZooKeeperConnection Watcher:127.0.0.1:35915 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.751; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.752; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d20002
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.752; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d20002 closed
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.752; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52584 which had sessionid 0x13dd4fd90d20002
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.752; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.753; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.756; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b3fb6d
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.757; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.757; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.758; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.758; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52585
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.758; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52585
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.759; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20003 with negotiated timeout 20000 for client /127.0.0.1:52585
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.759; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20003, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.760; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1b3fb6d name:ZooKeeperConnection Watcher:127.0.0.1:35915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.760; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.761; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.763; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.764; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.766; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.767; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60097_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.767; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:60097_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:60097_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.768; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:60097_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.770; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.774; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.775; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.776; org.apache.solr.cloud.Overseer; Overseer (id=89461753138774019-127.0.0.1:60097_-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.777; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.777; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.778; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.779; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.781; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.785; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.786; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.789; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.790; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.792; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.795; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.795; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.795; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.796; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.797; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.797; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.797; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.824; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.878; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.890; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.895; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.317; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.323; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.326; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.336; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.340; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.344; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:21.345; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:21.346; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.346; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:21.347; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:21.347; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.347; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.348; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/control/data/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.348; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@191771f
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.349; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.349; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/control/data
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.349; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/control/data/index/
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:21.350; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.350; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/control/data/index
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.351; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55a7fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@58a450),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.352; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.354; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.354; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.355; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.355; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.355; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.356; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.356; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.356; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.357; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.359; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.361; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@18054d5 main
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.361; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/control/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.362; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.362; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.365; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@18054d5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.366; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.366; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.296; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.296; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:60097",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:60097_",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"1"}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.297; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.297; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.300; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.368; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.368; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:60097 collection:control_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.369; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.374; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:delete cxid:0x84 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.375; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.375; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:create cxid:0x85 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.377; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.377; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.377; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:60097/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.378; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.378; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:60097/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.378; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:60097/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.379; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.382; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:create cxid:0x90 zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.804; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.810; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.838; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:60097/collection1/ and leader is http://127.0.0.1:60097/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.838; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60097
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.839; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.839; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.839; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.840; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.841; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.842; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.842; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.847; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.849; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1051d1c
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.850; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.850; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.851; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.851; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52587
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.852; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52587
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.853; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20004 with negotiated timeout 10000 for client /127.0.0.1:52587
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.853; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20004, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.853; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1051d1c name:ZooKeeperConnection Watcher:127.0.0.1:35915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.854; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.860; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.863; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.936; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.938; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:49329
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.939; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.939; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.940; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.940; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.940; org.apache.solr.core.CoreContainer; New CoreContainer 17027322
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.941; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.941; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.965; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.965; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.966; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.966; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.967; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.967; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.967; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.968; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.968; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.969; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.976; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.992; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:35915/solr
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.992; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.993; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@97469b
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.994; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.994; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.995; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.995; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52588
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.996; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52588
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.997; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20005 with negotiated timeout 20000 for client /127.0.0.1:52588
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.997; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20005, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.999; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@97469b name:ZooKeeperConnection Watcher:127.0.0.1:35915 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.000; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.001; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d20005
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.002; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d20005 closed
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.002; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52588 which had sessionid 0x13dd4fd90d20005
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.002; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.003; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.008; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@f0e575
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.009; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.009; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.010; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.010; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52589
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.010; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52589
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.011; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20006 with negotiated timeout 20000 for client /127.0.0.1:52589
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.011; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20006, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.011; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@f0e575 name:ZooKeeperConnection Watcher:127.0.0.1:35915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.012; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.013; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.014; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.015; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.018; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49329_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.019; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:delete cxid:0xe zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49329_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49329_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.019; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:49329_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.022; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.022; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.022; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.022; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.027; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.028; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.029; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.029; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.030; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.030; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.031; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.063; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.103; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.104; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.108; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.324; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.324; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:60097",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:60097__collection1",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:60097_",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"1"}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.328; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.328; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.328; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.549; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.556; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.559; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.571; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.574; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.578; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:25.579; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:25.580; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.580; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:25.583; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:25.583; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.583; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.583; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty1/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.584; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@191771f
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.584; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.585; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.585; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty1/index/
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:25.585; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.586; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty1/index
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.587; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@194710d lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6a65),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.588; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.590; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.590; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.591; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.596; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.597; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.597; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.598; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.598; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.599; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.602; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.605; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3e7bfb main
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.605; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty1/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.606; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.606; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.610; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3e7bfb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.612; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.612; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:26.832; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:26.833; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49329",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:49329_",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2"}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:26.833; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:26.834; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:26.838; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:26.838; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:26.838; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.615; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.615; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:49329 collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.616; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.624; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:delete cxid:0x4c zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.625; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.625; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:create cxid:0x4d zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.627; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.627; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.627; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:49329/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.628; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.628; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:49329/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.628; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:49329/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.629; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.632; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:create cxid:0x58 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.343; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.349; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.349; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.349; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.386; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:49329/collection1/ and leader is http://127.0.0.1:49329/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.387; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49329
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.387; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.387; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.388; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.389; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.390; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.391; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.392; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.476; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.478; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:45252
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.479; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.479; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.480; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.480; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.480; org.apache.solr.core.CoreContainer; New CoreContainer 32780739
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.481; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.481; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.504; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.504; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.505; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.505; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.506; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.506; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.506; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.507; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.507; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.508; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.515; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.531; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:35915/solr
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.532; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.533; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@d46bdc
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.533; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.534; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.535; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.535; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52591
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.536; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52591
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.537; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20007 with negotiated timeout 20000 for client /127.0.0.1:52591
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.537; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20007, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.537; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@d46bdc name:ZooKeeperConnection Watcher:127.0.0.1:35915 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.538; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.541; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d20007
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.542; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d20007 closed
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.542; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.542; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52591 which had sessionid 0x13dd4fd90d20007
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.542; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.547; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@de310c
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.548; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.548; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.552; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.552; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52592
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.553; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52592
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.554; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20008 with negotiated timeout 20000 for client /127.0.0.1:52592
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.554; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20008, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.554; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@de310c name:ZooKeeperConnection Watcher:127.0.0.1:35915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.556; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.558; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.559; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.561; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.563; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45252_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.564; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20008 type:delete cxid:0xe zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:45252_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:45252_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.565; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:45252_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.568; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.568; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.568; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.568; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.568; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.568; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.569; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.574; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.574; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.575; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.575; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.577; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.578; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.578; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.619; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.673; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.674; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.679; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.853; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.854; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49329",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:49329__collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:49329_",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2"}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.862; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.863; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.863; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.863; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.109; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.116; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.124; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.138; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.141; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.145; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:30.147; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:30.147; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.148; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:30.148; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:30.149; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.149; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.150; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty2/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.150; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@191771f
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.150; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.151; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty2
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.151; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty2/index/
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:30.151; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.152; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty2/index
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.153; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b7cf1a lockFactory=org.apache.lucene.store.NativeFSLockFactory@a6df80),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.154; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.156; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.156; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.157; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.158; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.158; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.158; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.159; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.159; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.160; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.163; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.165; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@15a3022 main
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.166; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty2/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.167; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.167; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.172; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@15a3022 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.174; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.174; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.368; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.368; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:45252",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:45252_",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2"}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.369; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.369; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.372; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.373; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.372; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.374; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.176; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.176; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:45252 collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.177; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.183; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20008 type:delete cxid:0x4b zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.183; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.184; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20008 type:create cxid:0x4c zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.186; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.186; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.187; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:45252/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.187; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.187; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:45252/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.188; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:45252/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.188; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.191; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20008 type:create cxid:0x56 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.877; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.883; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.883; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.883; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.883; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.895; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:45252/collection1/ and leader is http://127.0.0.1:45252/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.895; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45252
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.896; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.896; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.896; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.898; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.899; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.899; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.900; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.980; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.984; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:33290
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.984; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.985; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.985; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.985; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.986; org.apache.solr.core.CoreContainer; New CoreContainer 6308040
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.986; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.987; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.014; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.014; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.015; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.015; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.016; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.016; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.016; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.017; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.017; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.018; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.026; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.038; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:35915/solr
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.039; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.040; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@8c718a
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.041; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.041; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.042; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.042; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52593
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.043; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52593
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.044; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20009 with negotiated timeout 20000 for client /127.0.0.1:52593
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.044; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20009, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.045; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@8c718a name:ZooKeeperConnection Watcher:127.0.0.1:35915 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.045; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.047; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d20009
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.047; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d20009 closed
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.047; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52593 which had sessionid 0x13dd4fd90d20009
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.047; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.048; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.052; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@111b6f2
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.053; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.053; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.054; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.054; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52594
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.055; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52594
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.055; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d2000a with negotiated timeout 20000 for client /127.0.0.1:52594
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.055; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d2000a, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.056; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@111b6f2 name:ZooKeeperConnection Watcher:127.0.0.1:35915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.056; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.058; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d2000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.060; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d2000a type:create cxid:0x3 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.063; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.066; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33290_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.067; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d2000a type:delete cxid:0xe zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:33290_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:33290_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.068; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:33290_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.071; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.071; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.071; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.071; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.071; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.072; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.072; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.072; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.073; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.078; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.078; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.078; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.079; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.080; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.080; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.081; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.115; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.163; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.164; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.169; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.389; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.390; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:45252",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:45252__collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:45252_",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2"}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.393; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.394; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.394; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.393; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.395; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.658; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.665; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.668; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.688; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.692; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.697; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:34.698; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:34.698; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.699; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:34.700; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:34.700; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.701; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.701; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.701; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@191771f
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.702; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.703; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.703; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index/
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:34.703; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.704; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.705; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b6a14e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e9eb4c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.706; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.708; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.709; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.710; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.710; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.711; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.711; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.712; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.712; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.713; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.717; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.720; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1d6c5a3 main
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.720; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.721; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.721; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.727; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1d6c5a3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.730; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.730; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.900; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.901; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:33290",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:33290_",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2"}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.901; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.902; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.905; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.732; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.732; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:33290 collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.735; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:33290/collection1/ and leader is http://127.0.0.1:49329/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.735; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33290
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.735; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.735; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.736; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.737; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.737; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.737; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.738; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.738; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.738; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.738; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.739; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.827; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.829; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:54510
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.830; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.831; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.831; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.831; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.832; org.apache.solr.core.CoreContainer; New CoreContainer 12295112
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.833; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.833; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.856; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.857; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.857; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.858; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.858; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.859; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.859; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.860; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.860; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.860; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.867; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.878; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:35915/solr
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.879; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.879; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5a3d67
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.880; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.880; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.881; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.881; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52596
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.882; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52596
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.883; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d2000b with negotiated timeout 20000 for client /127.0.0.1:52596
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.883; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d2000b, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.883; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5a3d67 name:ZooKeeperConnection Watcher:127.0.0.1:35915 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.883; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.885; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d2000b
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.885; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d2000b closed
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.885; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52596 which had sessionid 0x13dd4fd90d2000b
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.885; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.886; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.889; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@f86ab8
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.890; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.891; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.891; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.892; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52597
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.892; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52597
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.893; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d2000c with negotiated timeout 20000 for client /127.0.0.1:52597
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.893; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d2000c, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.893; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@f86ab8 name:ZooKeeperConnection Watcher:127.0.0.1:35915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.895; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.896; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d2000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.898; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d2000c type:create cxid:0x3 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.899; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.410; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.411; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:33290",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:33290__collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "node_name":"127.0.0.1:33290_",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2"}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.416; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.745; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={onlyIfLeader=true&checkLive=true&core=collection1&coreNodeName=127.0.0.1:33290__collection1&version=2&wt=javabin&state=recovering&action=PREPRECOVERY&nodeName=127.0.0.1:33290_} status=0 QTime=1001 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.906; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54510_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.907; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d2000c type:delete cxid:0x10 zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:54510_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:54510_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.908; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:54510_
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.910; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.910; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.912; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.912; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.917; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.918; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.918; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.919; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.920; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.920; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.921; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.950; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.996; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.997; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.002; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.418; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.424; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.426; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.438; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.441; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.444; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:38.445; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:38.446; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.446; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:38.447; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:38.447; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.448; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.448; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.448; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@191771f
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.449; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.449; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.450; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/index/
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:38.450; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.450; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.452; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@11cf3f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2206d5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.453; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.454; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.455; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.455; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.456; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.456; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.456; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.456; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.457; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.457; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.460; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.463; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@200527 main
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.463; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.464; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.464; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.468; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@200527 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.470; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.470; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.920; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.921; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:54510",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:54510_",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2"}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.921; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.921; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.933; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.933; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.933; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.934; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.933; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.933; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.471; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.472; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:54510 collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.474; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:54510/collection1/ and leader is http://127.0.0.1:45252/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.474; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54510
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.474; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.475; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.475; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.475; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.476; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.476; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.476; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.476; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.477; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.477; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.478; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.481; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.484; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.489; org.apache.solr.core.CoreContainer; Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.490; org.apache.solr.cloud.ZkController; Check for collection zkNode:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.490; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.491; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.492; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.492; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.494; org.apache.solr.cloud.ZkController; Load collection config from:/collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.495; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/onenodecollectioncore/'
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.533; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.579; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.580; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.584; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.746; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:49329/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.746; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:33290 START replicas=[http://127.0.0.1:49329/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:39.747; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.747; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.748; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.748; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.748; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.748; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:49329/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.749; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.755; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&qt=/get&distrib=false&version=2&wt=javabin} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.757; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.765; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@194710d lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6a65),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.766; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.766; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@194710d lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6a65),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@194710d lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6a65),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.767; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.767; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@134c8d7 realtime
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.768; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.768; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit_end_point=true&commit=true&openSearcher=false&version=2&wt=javabin&softCommit=false} {commit=} 0 11
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.770; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.770; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.773; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.774; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={qt=/replication&command=indexversion&version=2&wt=javabin} status=0 QTime=2 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.774; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.775; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.775; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.777; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={qt=/replication&command=filelist&version=2&wt=javabin&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.778; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.779; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index.20130404132039778
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.780; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@10f82a2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e4e144) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.782; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={checksum=true&qt=/replication&command=filecontent&wt=filestream&generation=2&file=segments_2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.786; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.787; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.788; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.790; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b6a14e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e9eb4c),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b6a14e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e9eb4c),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.790; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.791; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.791; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@109e72e main
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.792; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@109e72e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.793; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index.20130404132039778 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index.20130404132039778;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.794; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index.20130404132039778
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.794; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index.20130404132039778
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.794; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.794; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.800; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.801; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.807; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.022; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.033; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.036; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.048; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.052; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.056; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:40.057; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:40.057; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.058; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:40.059; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:40.059; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.060; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.060; org.apache.solr.core.SolrCore; [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301/onenodecollection/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.061; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@191771f
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.061; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.062; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.063; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301/onenodecollection/index/
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:40.063; org.apache.solr.core.SolrCore; [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.063; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301/onenodecollection/index
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.065; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1964b1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f6d391),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.066; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.068; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.068; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.069; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.070; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.071; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.071; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.072; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.072; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.073; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.076; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.079; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@f86a90 main
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.079; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301/onenodecollection/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.080; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.080; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.083; org.apache.solr.core.SolrCore; [onenodecollectioncore] Registered new searcher Searcher@f86a90 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.084; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.440; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.441; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:54510",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:54510__collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "node_name":"127.0.0.1:54510_",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2"}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.444; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:33290",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:33290__collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:33290_",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2"}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.447; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49329",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "core":"onenodecollectioncore",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:49329_",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"1"}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.447; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection onenodecollection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.448; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.451; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.452; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.452; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.452; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.451; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.451; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.482; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={onlyIfLeader=true&checkLive=true&core=collection1&coreNodeName=127.0.0.1:54510__collection1&version=2&wt=javabin&state=recovering&action=PREPRECOVERY&nodeName=127.0.0.1:54510_} status=0 QTime=1000 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.086; org.apache.solr.core.CoreContainer; registering core: onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.086; org.apache.solr.cloud.ZkController; Register replica - core:onenodecollectioncore address:http://127.0.0.1:49329 collection:onenodecollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.087; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.092; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:delete cxid:0xaf zxid:0xc2 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.093; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.094; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:create cxid:0xb0 zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.096; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.096; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.097; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:49329/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.097; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.098; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:49329/onenodecollectioncore/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.098; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:49329/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.098; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.101; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:create cxid:0xbb zxid:0xc7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.965; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.971; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.971; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.972; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.971; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.972; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.973; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.005; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:49329/onenodecollectioncore/ and leader is http://127.0.0.1:49329/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.005; org.apache.solr.cloud.ZkController; No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:49329
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.005; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.006; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=active
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.007; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.008; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301/onenodecollection&name=onenodecollectioncore&collection=onenodecollection&version=2&wt=javabin&action=CREATE&roles=none&numShards=1} status=0 QTime=2519 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.009; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.010; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.483; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:45252/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.484; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:54510 START replicas=[http://127.0.0.1:45252/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:42.484; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.484; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.484; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.485; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.485; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.485; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:45252/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.485; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.489; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&qt=/get&distrib=false&version=2&wt=javabin} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.490; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.492; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b7cf1a lockFactory=org.apache.lucene.store.NativeFSLockFactory@a6df80),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.492; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.493; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b7cf1a lockFactory=org.apache.lucene.store.NativeFSLockFactory@a6df80),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b7cf1a lockFactory=org.apache.lucene.store.NativeFSLockFactory@a6df80),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.494; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.494; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@180722 realtime
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.494; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.495; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit_end_point=true&commit=true&openSearcher=false&version=2&wt=javabin&softCommit=false} {commit=} 0 5
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.496; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.496; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.497; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.498; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={qt=/replication&command=indexversion&version=2&wt=javabin} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.498; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.499; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.499; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.501; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={qt=/replication&command=filelist&version=2&wt=javabin&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.502; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.503; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/index.20130404132042502
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.503; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirec

[...truncated too long message...]

r.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.506; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.506; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.507; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.508; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.509; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.509; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/index;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.510; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.510; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.510; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.511; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89461753138774028-127.0.0.1:54510_-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.512; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d2000c
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.513; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d2000c closed
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.513; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52597 which had sessionid 0x13dd4fd90d2000c
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.535; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.590; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.591; org.apache.zookeeper.server.ZooKeeperServer; shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.591; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.591; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.592; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.592; org.apache.zookeeper.server.PrepRequestProcessor; PrepRequestProcessor exited loop!
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.592; org.apache.zookeeper.server.SyncRequestProcessor; SyncRequestProcessor exited!
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.593; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.594; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:35915 35915
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.596; org.apache.zookeeper.server.NIOServerCnxnFactory; NIOServerCnxn factory exited run method
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.596; org.apache.zookeeper.server.ZooKeeperServer; shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.597; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.597; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.597; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.598; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=AD954112D3175799 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_US -Dtests.timezone=Europe/Dublin -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   32.3s J1 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:45252/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([AD954112D3175799:2C73CF0AA44837A5]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.642; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 32354 T687 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:53.000; org.apache.zookeeper.server.SessionTrackerImpl; SessionTrackerImpl exited loop!
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:53.813; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:53.813; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-04-04 12:20:53.813; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 12:20:53.814; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=es_US, timezone=Europe/Dublin
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=2,free=58676776,total=99270656
[junit4:junit4]   2> NOTE: All tests run in this JVM: [ZkNodePropsTest, TestSchemaNameResource, PingRequestHandlerTest, TestAnalyzedSuggestions, IndexBasedSpellCheckerTest, TestComponentsName, DOMUtilTest, TestCollationField, NotRequiredUniqueKeyTest, NumericFieldsTest, ClusterStateTest, TestReload, LeaderElectionIntegrationTest, TestQuerySenderNoQuery, TestJmxMonitoredMap, ConvertedLegacyTest, SuggesterTSTTest, DefaultValueUpdateProcessorTest, TestDistributedSearch, PathHierarchyTokenizerFactoryTest, DisMaxRequestHandlerTest, SolrCoreCheckLockOnStartupTest, SpellCheckCollatorTest, DirectUpdateHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestNumberUtils, TestLMJelinekMercerSimilarityFactory, CollectionsAPIDistributedZkTest, DocValuesMultiTest, TimeZoneUtilsTest, BasicZkTest, TestBinaryResponseWriter, TestStressLucene, CopyFieldTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 33.64s, 1 test, 1 error <<< FAILURES!

[...truncated 643 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:448: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 284 suites, 1173 tests, 1 error, 13 ignored (7 assumptions)

Total time: 41 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b83 -server -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b83) - Build # 5009 - Failure!

Posted by Mark Miller <ma...@gmail.com>.
I've just started looping this on java 8 locally - will know if I can reproduce shortly.

- Mark

On Apr 4, 2013, at 8:33 AM, Policeman Jenkins Server <je...@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5009/
> Java: 32bit/jdk1.8.0-ea-b83 -server -XX:+UseConcMarkSweepGC
> 
> 1 tests failed.
> REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
> 
> Error Message:
> Server at http://127.0.0.1:45252/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
> 
> Stack Trace:
> org.apache.solr.common.SolrException: Server at http://127.0.0.1:45252/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
> 	at __randomizedtesting.SeedInfo.seed([AD954112D3175799:2C73CF0AA44837A5]:0)
> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
> 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
> 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
> 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
> 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
> 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
> 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:487)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> 	at java.lang.Thread.run(Thread.java:722)
> 
> 
> 
> 
> Build Log:
> [...truncated 9138 lines...]
> [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.294; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.299; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.301; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
> [junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.301; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.304; org.apache.zookeeper.server.ZooKeeperServer; tickTime set to 1000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.304; org.apache.zookeeper.server.ZooKeeperServer; minSessionTimeout set to -1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.304; org.apache.zookeeper.server.ZooKeeperServer; maxSessionTimeout set to -1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.305; org.apache.zookeeper.server.NIOServerCnxnFactory; binding to port 0.0.0.0/0.0.0.0:0
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.305; org.apache.zookeeper.server.persistence.FileTxnSnapLog; Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/zookeeper/server1/data/version-2/snapshot.0
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.401; org.apache.solr.cloud.ZkTestServer; start zk server on port:35915
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.402; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@145b76
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.403; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.403; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.404; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.404; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52582
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.404; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52582
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.405; org.apache.zookeeper.server.persistence.FileTxnLog; Creating new log file: log.1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.489; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20000 with negotiated timeout 10000 for client /127.0.0.1:52582
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.489; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20000, negotiated timeout = 10000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.490; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@145b76 name:ZooKeeperConnection Watcher:127.0.0.1:35915 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.490; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.490; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.494; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d20000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.495; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d20000 closed
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.495; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52582 which had sessionid 0x13dd4fd90d20000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.495; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.496; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@d3ae84
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.497; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.497; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.498; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.498; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52583
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.498; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52583
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.499; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20001 with negotiated timeout 10000 for client /127.0.0.1:52583
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.499; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20001, negotiated timeout = 10000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.499; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@d3ae84 name:ZooKeeperConnection Watcher:127.0.0.1:35915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.500; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.500; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.503; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.505; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.507; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.512; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.513; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.517; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.518; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.523; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.523; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.526; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.526; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.528; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.529; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.532; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.532; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.534; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.535; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.539; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.540; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.551; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.552; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.560; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d20001
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.561; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52583 which had sessionid 0x13dd4fd90d20001
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.562; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d20001 closed
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.562; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.663; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.675; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:60097
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.676; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.677; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.678; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.678; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/solr.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.679; org.apache.solr.core.CoreContainer; New CoreContainer 32300718
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.680; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.680; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.717; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.718; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.718; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.719; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.719; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.720; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.720; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.721; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.722; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.722; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.732; org.apache.solr.core.CoreContainer; Registering Log Listener
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.745; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:35915/solr
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.746; org.apache.solr.cloud.ZkController; zkHost includes chroot
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.746; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2e114d
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.747; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.747; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.748; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.748; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52584
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.748; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52584
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.750; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20002 with negotiated timeout 20000 for client /127.0.0.1:52584
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.750; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20002, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.750; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2e114d name:ZooKeeperConnection Watcher:127.0.0.1:35915 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.751; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.752; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d20002
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.752; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d20002 closed
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.752; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52584 which had sessionid 0x13dd4fd90d20002
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.752; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.753; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.756; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b3fb6d
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.757; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.757; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.758; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.758; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52585
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.758; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52585
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.759; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20003 with negotiated timeout 20000 for client /127.0.0.1:52585
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.759; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20003, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.760; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1b3fb6d name:ZooKeeperConnection Watcher:127.0.0.1:35915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.760; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.761; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.763; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.764; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.766; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.767; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60097_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.767; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:60097_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:60097_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.768; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:60097_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.770; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.774; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.775; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.776; org.apache.solr.cloud.Overseer; Overseer (id=89461753138774019-127.0.0.1:60097_-n_0000000000) starting
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.777; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.777; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.778; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.779; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.781; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.785; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.786; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.789; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.790; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.792; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.795; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.795; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.795; org.apache.solr.cloud.ZkController; Collection zkNode exists
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.796; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.797; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/collection1/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.797; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/collection1/lib/README' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.797; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/collection1/lib/classes/' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.824; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.878; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.890; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:20.895; org.apache.solr.schema.IndexSchema; Schema name=test
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.317; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.323; org.apache.solr.schema.IndexSchema; default search field in schema is text
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.326; org.apache.solr.schema.IndexSchema; unique key field: id
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.336; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.340; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.344; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:21.345; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:21.346; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.346; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:21.347; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:21.347; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.347; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.348; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365078020562/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/control/data/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.348; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@191771f
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.349; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.349; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/control/data
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.349; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/control/data/index/
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:21.350; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/control/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.350; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/control/data/index
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.351; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@55a7fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@58a450),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.352; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.354; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.354; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.355; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.355; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.355; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.356; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.356; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.356; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.357; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.359; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.361; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@18054d5 main
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.361; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/control/data/tlog
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.362; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.362; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.365; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@18054d5 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.366; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:21.366; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.296; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.296; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:60097",
> [junit4:junit4]   1>   "core_node_name":null,
> [junit4:junit4]   1>   "collection":"control_collection",
> [junit4:junit4]   1>   "core":"collection1",
> [junit4:junit4]   1>   "state":"down",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:60097_",
> [junit4:junit4]   1>   "shard":null,
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "numShards":"1"}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.297; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.297; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.300; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.368; org.apache.solr.core.CoreContainer; registering core: collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.368; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:60097 collection:control_collection shard:shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.369; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.374; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:delete cxid:0x84 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.375; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.375; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:create cxid:0x85 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.377; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.377; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.377; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:60097/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.378; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.378; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:60097/collection1/ has no replicas
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.378; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:60097/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.379; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:22.382; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20003 type:create cxid:0x90 zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.804; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.810; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.838; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:60097/collection1/ and leader is http://127.0.0.1:60097/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.838; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60097
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.839; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.839; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.839; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.840; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.841; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.842; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.842; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.847; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.849; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1051d1c
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.850; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.850; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.851; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.851; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52587
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.852; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52587
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.853; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20004 with negotiated timeout 10000 for client /127.0.0.1:52587
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.853; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20004, negotiated timeout = 10000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.853; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1051d1c name:ZooKeeperConnection Watcher:127.0.0.1:35915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.854; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.860; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.863; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.936; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.938; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:49329
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.939; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.939; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.940; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.940; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/solr.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.940; org.apache.solr.core.CoreContainer; New CoreContainer 17027322
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.941; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.941; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.965; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.965; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.966; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.966; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.967; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.967; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.967; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.968; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.968; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.969; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.976; org.apache.solr.core.CoreContainer; Registering Log Listener
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.992; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:35915/solr
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.992; org.apache.solr.cloud.ZkController; zkHost includes chroot
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.993; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@97469b
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.994; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.994; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.995; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.995; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52588
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.996; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52588
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.997; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20005 with negotiated timeout 20000 for client /127.0.0.1:52588
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.997; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20005, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:23.999; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@97469b name:ZooKeeperConnection Watcher:127.0.0.1:35915 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.000; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.001; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d20005
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.002; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d20005 closed
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.002; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52588 which had sessionid 0x13dd4fd90d20005
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.002; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.003; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.008; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@f0e575
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.009; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.009; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.010; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.010; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52589
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.010; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52589
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.011; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20006 with negotiated timeout 20000 for client /127.0.0.1:52589
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.011; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20006, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.011; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@f0e575 name:ZooKeeperConnection Watcher:127.0.0.1:35915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.012; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.013; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.014; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:24.015; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.018; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49329_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.019; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:delete cxid:0xe zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49329_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49329_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.019; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:49329_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.022; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.022; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.022; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.022; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.027; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.028; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.029; org.apache.solr.cloud.ZkController; Collection zkNode exists
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.029; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.030; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/collection1/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.030; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/collection1/lib/README' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.031; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/collection1/lib/classes/' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.063; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.103; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.104; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.108; org.apache.solr.schema.IndexSchema; Schema name=test
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.324; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.324; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:60097",
> [junit4:junit4]   1>   "core_node_name":"127.0.0.1:60097__collection1",
> [junit4:junit4]   1>   "collection":"control_collection",
> [junit4:junit4]   1>   "core":"collection1",
> [junit4:junit4]   1>   "state":"active",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:60097_",
> [junit4:junit4]   1>   "shard":"shard1",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "numShards":"1"}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.328; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.328; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.328; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.549; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.556; org.apache.solr.schema.IndexSchema; default search field in schema is text
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.559; org.apache.solr.schema.IndexSchema; unique key field: id
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.571; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.574; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.578; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:25.579; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:25.580; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.580; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:25.583; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:25.583; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.583; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.583; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty1/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.584; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@191771f
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.584; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.585; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.585; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty1/index/
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:25.585; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty1/index' doesn't exist. Creating new index...
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.586; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty1/index
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.587; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@194710d lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6a65),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.588; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.590; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.590; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.591; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.596; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.597; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.597; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.598; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.598; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.599; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.602; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.605; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3e7bfb main
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.605; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty1/tlog
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.606; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.606; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.610; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3e7bfb main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.612; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:25.612; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:26.832; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:26.833; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:49329",
> [junit4:junit4]   1>   "core_node_name":null,
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "core":"collection1",
> [junit4:junit4]   1>   "state":"down",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:49329_",
> [junit4:junit4]   1>   "shard":null,
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "numShards":"2"}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:26.833; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:26.834; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard2
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:26.838; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:26.838; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:26.838; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.615; org.apache.solr.core.CoreContainer; registering core: collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.615; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:49329 collection:collection1 shard:shard2
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.616; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.624; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:delete cxid:0x4c zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.625; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.625; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:create cxid:0x4d zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.627; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.627; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.627; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:49329/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.628; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.628; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:49329/collection1/ has no replicas
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.628; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:49329/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.629; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:27.632; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:create cxid:0x58 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.343; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.349; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.349; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.349; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.386; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:49329/collection1/ and leader is http://127.0.0.1:49329/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.387; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49329
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.387; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.387; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.388; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.389; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.390; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.391; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.392; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.476; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.478; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:45252
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.479; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.479; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.480; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.480; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/solr.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.480; org.apache.solr.core.CoreContainer; New CoreContainer 32780739
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.481; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.481; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.504; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.504; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.505; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.505; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.506; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.506; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.506; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.507; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.507; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.508; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.515; org.apache.solr.core.CoreContainer; Registering Log Listener
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.531; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:35915/solr
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.532; org.apache.solr.cloud.ZkController; zkHost includes chroot
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.533; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@d46bdc
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.533; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.534; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.535; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.535; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52591
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.536; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52591
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.537; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20007 with negotiated timeout 20000 for client /127.0.0.1:52591
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.537; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20007, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.537; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@d46bdc name:ZooKeeperConnection Watcher:127.0.0.1:35915 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.538; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.541; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d20007
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.542; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d20007 closed
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.542; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.542; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52591 which had sessionid 0x13dd4fd90d20007
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.542; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.547; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@de310c
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.548; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.548; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.552; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.552; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52592
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.553; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52592
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.554; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20008 with negotiated timeout 20000 for client /127.0.0.1:52592
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.554; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20008, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.554; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@de310c name:ZooKeeperConnection Watcher:127.0.0.1:35915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.556; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.558; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.559; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:28.561; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.563; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45252_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.564; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20008 type:delete cxid:0xe zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:45252_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:45252_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.565; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:45252_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.568; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.568; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.568; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.568; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.568; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.568; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.569; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.574; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.574; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.575; org.apache.solr.cloud.ZkController; Collection zkNode exists
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.575; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.577; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/collection1/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.578; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/collection1/lib/README' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.578; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/collection1/lib/classes/' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.619; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.673; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.674; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.679; org.apache.solr.schema.IndexSchema; Schema name=test
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.853; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.854; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:49329",
> [junit4:junit4]   1>   "core_node_name":"127.0.0.1:49329__collection1",
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "core":"collection1",
> [junit4:junit4]   1>   "state":"active",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:49329_",
> [junit4:junit4]   1>   "shard":"shard2",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "numShards":"2"}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.862; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.863; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.863; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:29.863; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.109; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.116; org.apache.solr.schema.IndexSchema; default search field in schema is text
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.124; org.apache.solr.schema.IndexSchema; unique key field: id
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.138; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.141; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.145; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:30.147; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:30.147; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.148; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:30.148; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:30.149; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.149; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.150; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365078028395/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty2/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.150; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@191771f
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.150; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.151; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty2
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.151; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty2/index/
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:30.151; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty2/index' doesn't exist. Creating new index...
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.152; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty2/index
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.153; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b7cf1a lockFactory=org.apache.lucene.store.NativeFSLockFactory@a6df80),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.154; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.156; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.156; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.157; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.158; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.158; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.158; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.159; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.159; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.160; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.163; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.165; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@15a3022 main
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.166; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty2/tlog
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.167; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.167; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.172; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@15a3022 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.174; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:30.174; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.368; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.368; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:45252",
> [junit4:junit4]   1>   "core_node_name":null,
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "core":"collection1",
> [junit4:junit4]   1>   "state":"down",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:45252_",
> [junit4:junit4]   1>   "shard":null,
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "numShards":"2"}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.369; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.369; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.372; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.373; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.372; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:31.374; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.176; org.apache.solr.core.CoreContainer; registering core: collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.176; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:45252 collection:collection1 shard:shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.177; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.183; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20008 type:delete cxid:0x4b zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.183; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.184; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20008 type:create cxid:0x4c zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.186; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.186; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.187; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:45252/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.187; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.187; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:45252/collection1/ has no replicas
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.188; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:45252/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.188; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.191; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20008 type:create cxid:0x56 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.877; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.883; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.883; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.883; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.883; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.895; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:45252/collection1/ and leader is http://127.0.0.1:45252/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.895; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45252
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.896; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.896; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.896; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.898; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.899; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.899; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.900; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.980; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.984; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:33290
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.984; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.985; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.985; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.985; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/solr.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.986; org.apache.solr.core.CoreContainer; New CoreContainer 6308040
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.986; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:32.987; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.014; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.014; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.015; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.015; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.016; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.016; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.016; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.017; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.017; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.018; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.026; org.apache.solr.core.CoreContainer; Registering Log Listener
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.038; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:35915/solr
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.039; org.apache.solr.cloud.ZkController; zkHost includes chroot
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.040; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@8c718a
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.041; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.041; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.042; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.042; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52593
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.043; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52593
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.044; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d20009 with negotiated timeout 20000 for client /127.0.0.1:52593
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.044; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d20009, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.045; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@8c718a name:ZooKeeperConnection Watcher:127.0.0.1:35915 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.045; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.047; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d20009
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.047; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d20009 closed
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.047; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52593 which had sessionid 0x13dd4fd90d20009
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.047; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.048; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.052; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@111b6f2
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.053; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.053; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.054; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.054; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52594
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.055; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52594
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.055; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d2000a with negotiated timeout 20000 for client /127.0.0.1:52594
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.055; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d2000a, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.056; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@111b6f2 name:ZooKeeperConnection Watcher:127.0.0.1:35915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.056; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.058; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d2000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.060; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d2000a type:create cxid:0x3 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:33.063; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.066; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33290_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.067; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d2000a type:delete cxid:0xe zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:33290_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:33290_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.068; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:33290_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.071; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.071; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.071; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.071; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.071; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.072; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.072; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.072; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.073; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.078; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.078; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.078; org.apache.solr.cloud.ZkController; Collection zkNode exists
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.079; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.080; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/collection1/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.080; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/collection1/lib/README' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.081; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/collection1/lib/classes/' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.115; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.163; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.164; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.169; org.apache.solr.schema.IndexSchema; Schema name=test
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.389; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.390; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:45252",
> [junit4:junit4]   1>   "core_node_name":"127.0.0.1:45252__collection1",
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "core":"collection1",
> [junit4:junit4]   1>   "state":"active",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:45252_",
> [junit4:junit4]   1>   "shard":"shard1",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "numShards":"2"}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.393; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.394; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.394; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.393; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.395; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.658; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.665; org.apache.solr.schema.IndexSchema; default search field in schema is text
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.668; org.apache.solr.schema.IndexSchema; unique key field: id
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.688; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.692; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.697; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:34.698; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:34.698; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.699; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:34.700; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:34.700; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.701; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.701; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365078032903/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.701; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@191771f
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.702; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.703; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.703; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index/
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:34.703; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index' doesn't exist. Creating new index...
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.704; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.705; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b6a14e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e9eb4c),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.706; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.708; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.709; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.710; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.710; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.711; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.711; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.712; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.712; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.713; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.717; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.720; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1d6c5a3 main
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.720; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/tlog
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.721; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.721; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.727; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1d6c5a3 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.730; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:34.730; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.900; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.901; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:33290",
> [junit4:junit4]   1>   "core_node_name":null,
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "core":"collection1",
> [junit4:junit4]   1>   "state":"down",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:33290_",
> [junit4:junit4]   1>   "shard":null,
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "numShards":"2"}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.901; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.902; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard2
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.905; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:35.906; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.732; org.apache.solr.core.CoreContainer; registering core: collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.732; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:33290 collection:collection1 shard:shard2
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.735; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:33290/collection1/ and leader is http://127.0.0.1:49329/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.735; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33290
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.735; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.735; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.736; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.737; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.737; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.737; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.738; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.738; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.738; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.738; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.739; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.827; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.829; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:54510
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.830; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.831; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.831; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.831; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/solr.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.832; org.apache.solr.core.CoreContainer; New CoreContainer 12295112
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.833; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.833; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.856; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.857; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.857; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.858; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.858; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.859; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.859; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.860; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.860; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.860; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.867; org.apache.solr.core.CoreContainer; Registering Log Listener
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.878; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:35915/solr
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.879; org.apache.solr.cloud.ZkController; zkHost includes chroot
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.879; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5a3d67
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.880; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.880; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.881; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.881; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52596
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.882; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52596
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.883; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d2000b with negotiated timeout 20000 for client /127.0.0.1:52596
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.883; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d2000b, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.883; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5a3d67 name:ZooKeeperConnection Watcher:127.0.0.1:35915 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.883; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.885; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d2000b
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.885; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d2000b closed
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.885; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52596 which had sessionid 0x13dd4fd90d2000b
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.885; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.886; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.889; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:35915/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@f86ab8
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.890; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.891; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:35915. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.891; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:35915, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.892; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:52597
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.892; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:52597
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.893; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd4fd90d2000c with negotiated timeout 20000 for client /127.0.0.1:52597
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.893; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:35915, sessionid = 0x13dd4fd90d2000c, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.893; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@f86ab8 name:ZooKeeperConnection Watcher:127.0.0.1:35915/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.895; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.896; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d2000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.898; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d2000c type:create cxid:0x3 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:36.899; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.410; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.411; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:33290",
> [junit4:junit4]   1>   "core_node_name":"127.0.0.1:33290__collection1",
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "core":"collection1",
> [junit4:junit4]   1>   "state":"recovering",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:33290_",
> [junit4:junit4]   1>   "shard":"shard2",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "numShards":"2"}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.416; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.745; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={onlyIfLeader=true&checkLive=true&core=collection1&coreNodeName=127.0.0.1:33290__collection1&version=2&wt=javabin&state=recovering&action=PREPRECOVERY&nodeName=127.0.0.1:33290_} status=0 QTime=1001 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.906; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54510_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.907; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d2000c type:delete cxid:0x10 zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:54510_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:54510_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.908; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:54510_
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.910; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.910; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.912; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.912; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.911; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.917; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.918; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.918; org.apache.solr.cloud.ZkController; Collection zkNode exists
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.919; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.920; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/collection1/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.920; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/collection1/lib/README' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.921; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/collection1/lib/classes/' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.950; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.996; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:37.997; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.002; org.apache.solr.schema.IndexSchema; Schema name=test
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.418; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.424; org.apache.solr.schema.IndexSchema; default search field in schema is text
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.426; org.apache.solr.schema.IndexSchema; unique key field: id
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.438; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.441; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.444; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:38.445; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:38.446; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.446; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:38.447; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:38.447; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.448; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.448; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365078036742/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.448; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@191771f
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.449; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.449; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.450; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/index/
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:38.450; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/index' doesn't exist. Creating new index...
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.450; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/index
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.452; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@11cf3f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2206d5),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.453; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.454; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.455; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.455; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.456; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.456; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.456; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.456; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.457; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.457; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.460; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.463; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@200527 main
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.463; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/tlog
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.464; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.464; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.468; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@200527 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.470; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.470; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.920; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.921; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:54510",
> [junit4:junit4]   1>   "core_node_name":null,
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "core":"collection1",
> [junit4:junit4]   1>   "state":"down",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:54510_",
> [junit4:junit4]   1>   "shard":null,
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "numShards":"2"}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.921; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.921; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.933; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.933; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.933; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.934; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.933; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:38.933; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.471; org.apache.solr.core.CoreContainer; registering core: collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.472; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:54510 collection:collection1 shard:shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.474; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:54510/collection1/ and leader is http://127.0.0.1:45252/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.474; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54510
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.474; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.475; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.475; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.475; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.476; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.476; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.476; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.476; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.477; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.477; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.478; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.481; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.484; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.489; org.apache.solr.core.CoreContainer; Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/onenodecollectioncore
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.490; org.apache.solr.cloud.ZkController; Check for collection zkNode:onenodecollection
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.490; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:onenodecollection
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.491; org.apache.solr.cloud.ZkController; Looking for collection configName
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.492; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.492; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.494; org.apache.solr.cloud.ZkController; Load collection config from:/collections/onenodecollection
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.495; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/onenodecollectioncore/'
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.533; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.579; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.580; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.584; org.apache.solr.schema.IndexSchema; Schema name=test
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.746; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:49329/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.746; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:33290 START replicas=[http://127.0.0.1:49329/collection1/] nUpdates=100
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:39.747; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.747; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.748; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.748; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.748; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.748; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:49329/collection1/. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.749; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.755; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&qt=/get&distrib=false&version=2&wt=javabin} status=0 QTime=1 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.757; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.765; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@194710d lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6a65),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.766; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.766; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@194710d lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6a65),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@194710d lockFactory=org.apache.lucene.store.NativeFSLockFactory@f6a65),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.767; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.767; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@134c8d7 realtime
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.768; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.768; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit_end_point=true&commit=true&openSearcher=false&version=2&wt=javabin&softCommit=false} {commit=} 0 11
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.770; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.770; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.773; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.774; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={qt=/replication&command=indexversion&version=2&wt=javabin} status=0 QTime=2 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.774; org.apache.solr.handler.SnapPuller; Master's generation: 2
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.775; org.apache.solr.handler.SnapPuller; Slave's generation: 1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.775; org.apache.solr.handler.SnapPuller; Starting replication process
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.777; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={qt=/replication&command=filelist&version=2&wt=javabin&generation=2} status=0 QTime=0 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.778; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.779; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index.20130404132039778
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.780; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@10f82a2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e4e144) fullCopy=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.782; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={checksum=true&qt=/replication&command=filecontent&wt=filestream&generation=2&file=segments_2} status=0 QTime=0 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.786; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.787; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.788; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.790; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b6a14e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e9eb4c),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b6a14e lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e9eb4c),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.790; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.791; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.791; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@109e72e main
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.792; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@109e72e main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.793; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index.20130404132039778 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index.20130404132039778;done=true>>]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.794; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index.20130404132039778
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.794; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty3/index.20130404132039778
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.794; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.794; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.800; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.801; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:39.807; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.022; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.033; org.apache.solr.schema.IndexSchema; default search field in schema is text
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.036; org.apache.solr.schema.IndexSchema; unique key field: id
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.048; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.052; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.056; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:40.057; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:40.057; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.058; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:40.059; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:40.059; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.060; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.060; org.apache.solr.core.SolrCore; [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365078023863/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301/onenodecollection/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.061; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@191771f
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.061; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.062; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301/onenodecollection
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.063; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301/onenodecollection/index/
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:40.063; org.apache.solr.core.SolrCore; [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301/onenodecollection/index' doesn't exist. Creating new index...
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.063; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301/onenodecollection/index
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.065; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1964b1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f6d391),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.066; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.068; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.068; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.069; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.070; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.071; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.071; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.072; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.072; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.073; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.076; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.079; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@f86a90 main
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.079; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301/onenodecollection/tlog
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.080; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.080; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.083; org.apache.solr.core.SolrCore; [onenodecollectioncore] Registered new searcher Searcher@f86a90 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.084; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.440; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.441; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:54510",
> [junit4:junit4]   1>   "core_node_name":"127.0.0.1:54510__collection1",
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "core":"collection1",
> [junit4:junit4]   1>   "state":"recovering",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:54510_",
> [junit4:junit4]   1>   "shard":"shard1",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "numShards":"2"}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.444; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:33290",
> [junit4:junit4]   1>   "core_node_name":"127.0.0.1:33290__collection1",
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "core":"collection1",
> [junit4:junit4]   1>   "state":"active",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:33290_",
> [junit4:junit4]   1>   "shard":"shard2",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "numShards":"2"}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.447; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:49329",
> [junit4:junit4]   1>   "core_node_name":null,
> [junit4:junit4]   1>   "collection":"onenodecollection",
> [junit4:junit4]   1>   "core":"onenodecollectioncore",
> [junit4:junit4]   1>   "state":"down",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:49329_",
> [junit4:junit4]   1>   "shard":null,
> [junit4:junit4]   1>   "roles":"none",
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "numShards":"1"}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.447; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection onenodecollection with numShards 1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.448; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.451; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.452; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.452; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.452; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.451; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.451; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:40.482; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={onlyIfLeader=true&checkLive=true&core=collection1&coreNodeName=127.0.0.1:54510__collection1&version=2&wt=javabin&state=recovering&action=PREPRECOVERY&nodeName=127.0.0.1:54510_} status=0 QTime=1000 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.086; org.apache.solr.core.CoreContainer; registering core: onenodecollectioncore
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.086; org.apache.solr.cloud.ZkController; Register replica - core:onenodecollectioncore address:http://127.0.0.1:49329 collection:onenodecollection shard:shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.087; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leader_elect/shard1/election
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.092; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:delete cxid:0xaf zxid:0xc2 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.093; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.094; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:create cxid:0xb0 zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.096; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.096; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.097; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:49329/onenodecollectioncore/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.097; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.098; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:49329/onenodecollectioncore/ has no replicas
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.098; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:49329/onenodecollectioncore/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.098; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leaders/shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.101; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd4fd90d20006 type:create cxid:0xbb zxid:0xc7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.965; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.971; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.971; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.972; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.971; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.972; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:41.973; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.005; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:49329/onenodecollectioncore/ and leader is http://127.0.0.1:49329/onenodecollectioncore/
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.005; org.apache.solr.cloud.ZkController; No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:49329
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.005; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.006; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=active
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.007; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.008; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301/onenodecollection&name=onenodecollectioncore&collection=onenodecollection&version=2&wt=javabin&action=CREATE&roles=none&numShards=1} status=0 QTime=2519 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.009; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.010; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.483; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:45252/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.484; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:54510 START replicas=[http://127.0.0.1:45252/collection1/] nUpdates=100
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:42.484; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.484; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.484; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.485; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.485; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.485; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:45252/collection1/. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.485; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.489; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={getVersions=100&qt=/get&distrib=false&version=2&wt=javabin} status=0 QTime=0 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.490; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.492; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b7cf1a lockFactory=org.apache.lucene.store.NativeFSLockFactory@a6df80),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.492; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.493; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b7cf1a lockFactory=org.apache.lucene.store.NativeFSLockFactory@a6df80),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b7cf1a lockFactory=org.apache.lucene.store.NativeFSLockFactory@a6df80),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.494; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.494; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@180722 realtime
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.494; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.495; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={waitSearcher=true&commit_end_point=true&commit=true&openSearcher=false&version=2&wt=javabin&softCommit=false} {commit=} 0 5
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.496; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.496; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.497; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.498; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={qt=/replication&command=indexversion&version=2&wt=javabin} status=0 QTime=1 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.498; org.apache.solr.handler.SnapPuller; Master's generation: 2
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.499; org.apache.solr.handler.SnapPuller; Slave's generation: 1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.499; org.apache.solr.handler.SnapPuller; Starting replication process
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.501; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={qt=/replication&command=filelist&version=2&wt=javabin&generation=2} status=0 QTime=0 
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.502; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.503; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/index.20130404132042502
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:42.503; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirec
> 
> [...truncated too long message...]
> 
> r.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.506; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.506; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.507; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.508; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.509; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.509; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/index;done=false>>]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.510; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4/index
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.510; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4;done=false>>]
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.510; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365078020300/jetty4
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.511; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89461753138774028-127.0.0.1:54510_-n_0000000004) am no longer a leader.
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.512; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd4fd90d2000c
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.513; org.apache.zookeeper.ZooKeeper; Session: 0x13dd4fd90d2000c closed
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.513; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:52597 which had sessionid 0x13dd4fd90d2000c
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.535; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.590; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.591; org.apache.zookeeper.server.ZooKeeperServer; shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.591; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.591; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.592; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.592; org.apache.zookeeper.server.PrepRequestProcessor; PrepRequestProcessor exited loop!
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.592; org.apache.zookeeper.server.SyncRequestProcessor; SyncRequestProcessor exited!
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.593; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.594; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:35915 35915
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.596; org.apache.zookeeper.server.NIOServerCnxnFactory; NIOServerCnxn factory exited run method
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.596; org.apache.zookeeper.server.ZooKeeperServer; shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.597; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.597; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.597; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.598; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
> [junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365078020301
> [junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=AD954112D3175799 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_US -Dtests.timezone=Europe/Dublin -Dtests.file.encoding=UTF-8
> [junit4:junit4] ERROR   32.3s J1 | BasicDistributedZk2Test.testDistribSearch <<<
> [junit4:junit4]    > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:45252/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
> [junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([AD954112D3175799:2C73CF0AA44837A5]:0)
> [junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
> [junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
> [junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
> [junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
> [junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
> [junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
> [junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
> [junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
> [junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:52.642; org.apache.solr.SolrTestCaseJ4; ###deleteCore
> [junit4:junit4]   2> 32354 T687 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:53.000; org.apache.zookeeper.server.SessionTrackerImpl; SessionTrackerImpl exited loop!
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:53.813; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:53.813; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   1> WARN  - 2013-04-04 12:20:53.813; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   1> INFO  - 2013-04-04 12:20:53.814; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=es_US, timezone=Europe/Dublin
> [junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=2,free=58676776,total=99270656
> [junit4:junit4]   2> NOTE: All tests run in this JVM: [ZkNodePropsTest, TestSchemaNameResource, PingRequestHandlerTest, TestAnalyzedSuggestions, IndexBasedSpellCheckerTest, TestComponentsName, DOMUtilTest, TestCollationField, NotRequiredUniqueKeyTest, NumericFieldsTest, ClusterStateTest, TestReload, LeaderElectionIntegrationTest, TestQuerySenderNoQuery, TestJmxMonitoredMap, ConvertedLegacyTest, SuggesterTSTTest, DefaultValueUpdateProcessorTest, TestDistributedSearch, PathHierarchyTokenizerFactoryTest, DisMaxRequestHandlerTest, SolrCoreCheckLockOnStartupTest, SpellCheckCollatorTest, DirectUpdateHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestNumberUtils, TestLMJelinekMercerSimilarityFactory, CollectionsAPIDistributedZkTest, DocValuesMultiTest, TimeZoneUtilsTest, BasicZkTest, TestBinaryResponseWriter, TestStressLucene, CopyFieldTest, BasicDistributedZk2Test]
> [junit4:junit4] Completed on J1 in 33.64s, 1 test, 1 error <<< FAILURES!
> 
> [...truncated 643 lines...]
> BUILD FAILED
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:448: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 284 suites, 1173 tests, 1 error, 13 ignored (7 assumptions)
> 
> Total time: 41 minutes 13 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Description set: Java: 32bit/jdk1.8.0-ea-b83 -server -XX:+UseConcMarkSweepGC
> Email was triggered for: Failure
> Sending email for trigger: Failure
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.7.0_17) - Build # 5015 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5015/
Java: 32bit/jdk1.7.0_17 -client -XX:+UseParallelGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.lucene.index.sorter.SortingAtomicReaderTest

Error Message:
CheckReader failed

Stack Trace:
java.lang.RuntimeException: CheckReader failed
	at __randomizedtesting.SeedInfo.seed([A621C735CCBD4F97]:0)
	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:255)
	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:234)
	at org.apache.lucene.index.sorter.SortingAtomicReaderTest.beforeClassSortingAtomicReaderTest(SortingAtomicReaderTest.java:77)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:677)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 7351 lines...]
[junit4:junit4] Suite: org.apache.lucene.index.sorter.SortingAtomicReaderTest
[junit4:junit4]   1> CheckReader failed
[junit4:junit4]   1>     test: field norms.........OK [3 fields]
[junit4:junit4]   1>     test: terms, freq, prox...ERROR: java.lang.ArrayIndexOutOfBoundsException: -1
[junit4:junit4]   1> java.lang.ArrayIndexOutOfBoundsException: -1
[junit4:junit4]   1> 	at org.apache.lucene.index.sorter.SortingAtomicReader$SortingDocsAndPositionsEnum.docID(SortingAtomicReader.java:562)
[junit4:junit4]   1> 	at org.apache.lucene.search.DocIdSetIterator.slowAdvance(DocIdSetIterator.java:99)
[junit4:junit4]   1> 	at org.apache.lucene.index.sorter.SortingAtomicReader$SortingDocsAndPositionsEnum.advance(SortingAtomicReader.java:557)
[junit4:junit4]   1> 	at org.apache.lucene.index.CheckIndex.checkFields(CheckIndex.java:942)
[junit4:junit4]   1> 	at org.apache.lucene.index.CheckIndex.testPostings(CheckIndex.java:1200)
[junit4:junit4]   1> 	at org.apache.lucene.index.CheckIndex.testPostings(CheckIndex.java:1177)
[junit4:junit4]   1> 	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:243)
[junit4:junit4]   1> 	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:234)
[junit4:junit4]   1> 	at org.apache.lucene.index.sorter.SortingAtomicReaderTest.beforeClassSortingAtomicReaderTest(SortingAtomicReaderTest.java:77)
[junit4:junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]   1> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]   1> 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:677)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1>     test: stored fields.......OK [68 total field count; avg 1 fields per doc]
[junit4:junit4]   1>     test: term vectors........ERROR [-1]
[junit4:junit4]   1> java.lang.ArrayIndexOutOfBoundsException: -1
[junit4:junit4]   1> 	at org.apache.lucene.index.sorter.SortingAtomicReader$SortingDocsAndPositionsEnum.docID(SortingAtomicReader.java:562)
[junit4:junit4]   1> 	at org.apache.lucene.search.DocIdSetIterator.slowAdvance(DocIdSetIterator.java:99)
[junit4:junit4]   1> 	at org.apache.lucene.index.sorter.SortingAtomicReader$SortingDocsAndPositionsEnum.advance(SortingAtomicReader.java:557)
[junit4:junit4]   1> 	at org.apache.lucene.index.CheckIndex.testTermVectors(CheckIndex.java:1564)
[junit4:junit4]   1> 	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:245)
[junit4:junit4]   1> 	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:234)
[junit4:junit4]   1> 	at org.apache.lucene.index.sorter.SortingAtomicReaderTest.beforeClassSortingAtomicReaderTest(SortingAtomicReaderTest.java:77)
[junit4:junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]   1> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]   1> 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:677)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1>     test: docvalues...........OK [0 total doc count; 4 docvalues fields]
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: test params are: codec=SimpleText, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {positions=DFR GL1, term_vectors=DFR I(ne)1}, locale=sr_RS, timezone=Etc/GMT-10
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.7.0_17 (32-bit)/cpus=8,threads=1,free=52356864,total=75169792
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPKIndexSplitter, TestIndexSplitter, SortingAtomicReaderTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SortingAtomicReaderTest -Dtests.seed=A621C735CCBD4F97 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr_RS -Dtests.timezone=Etc/GMT-10 -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   0.00s J1 | SortingAtomicReaderTest (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.RuntimeException: CheckReader failed
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([A621C735CCBD4F97]:0)
[junit4:junit4]    > 	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:255)
[junit4:junit4]    > 	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:234)
[junit4:junit4]    > 	at org.apache.lucene.index.sorter.SortingAtomicReaderTest.beforeClassSortingAtomicReaderTest(SortingAtomicReaderTest.java:77)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] Completed on J1 in 0.65s, 0 tests, 1 error <<< FAILURES!

[...truncated 28 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build.xml:548: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1776: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/module-build.xml:61: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 10 suites, 31 tests, 1 suite-level error

Total time: 25 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.7.0_17 -client -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-ea-b83) - Build # 5014 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5014/
Java: 64bit/jdk1.8.0-ea-b83 -XX:+UseG1GC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.lucene.index.sorter.SortingAtomicReaderTest

Error Message:
CheckReader failed

Stack Trace:
java.lang.RuntimeException: CheckReader failed
	at __randomizedtesting.SeedInfo.seed([5AB4579CDF3D45D1]:0)
	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:255)
	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:234)
	at org.apache.lucene.index.sorter.SortingAtomicReaderTest.beforeClassSortingAtomicReaderTest(SortingAtomicReaderTest.java:77)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:677)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 7439 lines...]
[junit4:junit4] Suite: org.apache.lucene.index.sorter.SortingAtomicReaderTest
[junit4:junit4]   1> CheckReader failed
[junit4:junit4]   1>     test: field norms.........OK [3 fields]
[junit4:junit4]   1>     test: terms, freq, prox...ERROR: java.lang.ArrayIndexOutOfBoundsException: -1
[junit4:junit4]   1> java.lang.ArrayIndexOutOfBoundsException: -1
[junit4:junit4]   1> 	at org.apache.lucene.index.sorter.SortingAtomicReader$SortingDocsAndPositionsEnum.docID(SortingAtomicReader.java:562)
[junit4:junit4]   1> 	at org.apache.lucene.search.DocIdSetIterator.slowAdvance(DocIdSetIterator.java:99)
[junit4:junit4]   1> 	at org.apache.lucene.index.sorter.SortingAtomicReader$SortingDocsAndPositionsEnum.advance(SortingAtomicReader.java:557)
[junit4:junit4]   1> 	at org.apache.lucene.index.CheckIndex.checkFields(CheckIndex.java:942)
[junit4:junit4]   1> 	at org.apache.lucene.index.CheckIndex.testPostings(CheckIndex.java:1200)
[junit4:junit4]   1> 	at org.apache.lucene.index.CheckIndex.testPostings(CheckIndex.java:1177)
[junit4:junit4]   1> 	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:243)
[junit4:junit4]   1> 	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:234)
[junit4:junit4]   1> 	at org.apache.lucene.index.sorter.SortingAtomicReaderTest.beforeClassSortingAtomicReaderTest(SortingAtomicReaderTest.java:77)
[junit4:junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]   1> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]   1> 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:677)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1>     test: stored fields.......OK [55 total field count; avg 1 fields per doc]
[junit4:junit4]   1>     test: term vectors........ERROR [-1]
[junit4:junit4]   1> java.lang.ArrayIndexOutOfBoundsException: -1
[junit4:junit4]   1> 	at org.apache.lucene.index.sorter.SortingAtomicReader$SortingDocsAndPositionsEnum.docID(SortingAtomicReader.java:562)
[junit4:junit4]   1> 	at org.apache.lucene.search.DocIdSetIterator.slowAdvance(DocIdSetIterator.java:99)
[junit4:junit4]   1> 	at org.apache.lucene.index.sorter.SortingAtomicReader$SortingDocsAndPositionsEnum.advance(SortingAtomicReader.java:557)
[junit4:junit4]   1> 	at org.apache.lucene.index.CheckIndex.testTermVectors(CheckIndex.java:1564)
[junit4:junit4]   1> 	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:245)
[junit4:junit4]   1> 	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:234)
[junit4:junit4]   1> 	at org.apache.lucene.index.sorter.SortingAtomicReaderTest.beforeClassSortingAtomicReaderTest(SortingAtomicReaderTest.java:77)
[junit4:junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]   1> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]   1> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]   1> 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:677)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]   1> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]   1> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]   1> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1>     test: docvalues...........OK [0 total doc count; 4 docvalues fields]
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {term_vectors=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Memory doPackFST= true), docs=PostingsFormat(name=Memory doPackFST= true), positions=PostingsFormat(name=NestedPulsing), norm=PostingsFormat(name=Lucene41WithOrds)}, docValues:{sorted_set=DocValuesFormat(name=CheapBastard), numeric=DocValuesFormat(name=Asserting), binary=DocValuesFormat(name=Asserting), sorted=DocValuesFormat(name=Asserting)}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {term_vectors=DFR GL2, positions=IB SPL-L3(800.0)}, locale=sq, timezone=Africa/Dar_es_Salaam
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=70627704,total=131072000
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPKIndexSplitter, SweetSpotSimilarityTest, TestLazyDocument, TestIndexSplitter, TestHighFreqTerms, IndexSortingTest, SortingAtomicReaderTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SortingAtomicReaderTest -Dtests.seed=5AB4579CDF3D45D1 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sq -Dtests.timezone=Africa/Dar_es_Salaam -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J1 | SortingAtomicReaderTest (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.RuntimeException: CheckReader failed
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([5AB4579CDF3D45D1]:0)
[junit4:junit4]    > 	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:255)
[junit4:junit4]    > 	at org.apache.lucene.util._TestUtil.checkReader(_TestUtil.java:234)
[junit4:junit4]    > 	at org.apache.lucene.index.sorter.SortingAtomicReaderTest.beforeClassSortingAtomicReaderTest(SortingAtomicReaderTest.java:77)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] Completed on J1 in 0.74s, 0 tests, 1 error <<< FAILURES!

[...truncated 13 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/build.xml:548: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1776: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/module-build.xml:61: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 10 suites, 31 tests, 1 suite-level error

Total time: 24 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b83 -XX:+UseG1GC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b83) - Build # 5013 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5013/
Java: 32bit/jdk1.8.0-ea-b83 -client -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard2 in collection test_unload_shard_and_collection

Stack Trace:
java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
	at __randomizedtesting.SeedInfo.seed([82C8C1124C229654:32E4F0A3B7DF668]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:127)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9126 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.UnloadDistributedZkTest
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.356; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.360; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.360; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.361; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.362; org.apache.zookeeper.server.ZooKeeperServer; tickTime set to 1000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.362; org.apache.zookeeper.server.ZooKeeperServer; minSessionTimeout set to -1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.362; org.apache.zookeeper.server.ZooKeeperServer; maxSessionTimeout set to -1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.362; org.apache.zookeeper.server.NIOServerCnxnFactory; binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.363; org.apache.zookeeper.server.persistence.FileTxnSnapLog; Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-1365100330360/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.461; org.apache.solr.cloud.ZkTestServer; start zk server on port:49149
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.461; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49149 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@83cc6f
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.462; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.462; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49149. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.463; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49149, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.463; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:37114
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.464; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:37114
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.464; org.apache.zookeeper.server.persistence.FileTxnLog; Creating new log file: log.1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.532; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd651fd7b0000 with negotiated timeout 10000 for client /127.0.0.1:37114
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.532; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49149, sessionid = 0x13dd651fd7b0000, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.533; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@83cc6f name:ZooKeeperConnection Watcher:127.0.0.1:49149 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.534; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.534; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.539; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd651fd7b0000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.540; org.apache.zookeeper.ZooKeeper; Session: 0x13dd651fd7b0000 closed
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.540; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:37114 which had sessionid 0x13dd651fd7b0000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.540; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.541; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49149/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@442d0f
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.543; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.543; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49149. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.545; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49149, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.545; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:37115
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.546; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:37115
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.547; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd651fd7b0001 with negotiated timeout 10000 for client /127.0.0.1:37115
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.547; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49149, sessionid = 0x13dd651fd7b0001, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.547; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@442d0f name:ZooKeeperConnection Watcher:127.0.0.1:49149/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.548; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.549; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.552; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.555; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.558; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.562; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.563; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.568; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.570; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.575; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.576; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.580; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.581; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.584; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.586; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.589; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.589; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.592; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.592; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.594; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.595; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.597; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.597; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.600; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd651fd7b0001
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.600; org.apache.zookeeper.ZooKeeper; Session: 0x13dd651fd7b0001 closed
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.600; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:37115 which had sessionid 0x13dd651fd7b0001
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.600; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.669; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.671; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:35836
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.672; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.672; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.673; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1365100330601
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.673; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1365100330601/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.673; org.apache.solr.core.CoreContainer; New CoreContainer 31988469
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.674; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1365100330601/'
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.674; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-controljetty-1365100330601/'
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.695; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.695; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.696; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.696; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.696; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.697; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.697; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.698; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.698; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.702; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.709; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.721; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49149/solr
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.722; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.722; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49149 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@e8d980
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.723; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.723; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49149. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.724; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49149, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.724; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:37116
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.724; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:37116
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.725; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd651fd7b0002 with negotiated timeout 20000 for client /127.0.0.1:37116
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.725; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49149, sessionid = 0x13dd651fd7b0002, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.726; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@e8d980 name:ZooKeeperConnection Watcher:127.0.0.1:49149 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.726; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.727; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd651fd7b0002
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.727; org.apache.zookeeper.ZooKeeper; Session: 0x13dd651fd7b0002 closed
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.727; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:37116 which had sessionid 0x13dd651fd7b0002
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.727; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.728; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.731; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49149/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@a52c36
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.732; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.732; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49149. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.732; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49149, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.732; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:37117
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.733; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:37117
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.733; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd651fd7b0003 with negotiated timeout 20000 for client /127.0.0.1:37117
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.734; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49149, sessionid = 0x13dd651fd7b0003, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.734; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@a52c36 name:ZooKeeperConnection Watcher:127.0.0.1:49149/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.734; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.735; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.737; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.738; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.740; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.741; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35836_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.742; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:35836_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:35836_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.742; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:35836_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.744; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.747; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.748; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.749; org.apache.solr.cloud.Overseer; Overseer (id=89463215250669571-127.0.0.1:35836_-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.750; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.750; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.751; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.752; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.753; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.754; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.754; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.756; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.757; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.759; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.761; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.761; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.762; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.765; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.766; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49149/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@19f3736
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.766; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.767; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49149. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.767; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49149, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.767; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:37118
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.768; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:37118
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.769; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd651fd7b0004 with negotiated timeout 10000 for client /127.0.0.1:37118
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.769; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49149, sessionid = 0x13dd651fd7b0004, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.769; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@19f3736 name:ZooKeeperConnection Watcher:127.0.0.1:49149/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.769; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.770; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.772; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.838; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.840; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:43333
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.841; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.841; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.842; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1365100330772
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.843; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1365100330772/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.843; org.apache.solr.core.CoreContainer; New CoreContainer 1350894
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.843; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1365100330772/'
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.844; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1365100330772/'
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.864; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.865; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.865; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.866; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.866; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.867; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.867; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.867; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.868; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.868; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.875; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.891; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49149/solr
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.892; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.892; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49149 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1384bee
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.893; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.893; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49149. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.894; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49149, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.894; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:37119
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.895; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:37119
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.895; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd651fd7b0005 with negotiated timeout 20000 for client /127.0.0.1:37119
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.895; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49149, sessionid = 0x13dd651fd7b0005, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.896; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1384bee name:ZooKeeperConnection Watcher:127.0.0.1:49149 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.896; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.897; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd651fd7b0005
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.897; org.apache.zookeeper.ZooKeeper; Session: 0x13dd651fd7b0005 closed
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.897; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:37119 which had sessionid 0x13dd651fd7b0005
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.898; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.898; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.901; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49149/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@733f3f
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.902; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.902; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49149. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.903; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49149, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.903; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:37120
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.903; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:37120
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.904; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd651fd7b0006 with negotiated timeout 20000 for client /127.0.0.1:37120
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.904; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49149, sessionid = 0x13dd651fd7b0006, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.904; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@733f3f name:ZooKeeperConnection Watcher:127.0.0.1:49149/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.905; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.905; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0006 type:create cxid:0x1 zxid:0x30 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.906; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0006 type:create cxid:0x3 zxid:0x31 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:10.908; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:11.910; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43333_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:11.912; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0006 type:delete cxid:0xe zxid:0x32 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43333_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43333_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:11.913; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:43333_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:11.918; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:11.918; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:11.918; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:11.926; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:11.926; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:11.927; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.007; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.009; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:48538
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.010; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.010; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.010; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1365100331934
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.011; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1365100331934/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.011; org.apache.solr.core.CoreContainer; New CoreContainer 31472613
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.012; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1365100331934/'
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.012; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1365100331934/'
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.031; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.032; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.032; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.033; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.033; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.033; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.034; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.034; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.034; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.035; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.041; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.058; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49149/solr
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.059; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.059; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49149 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@d140d9
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.060; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.061; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49149. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.062; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49149, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.062; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:37121
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.062; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:37121
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.063; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd651fd7b0007 with negotiated timeout 20000 for client /127.0.0.1:37121
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.063; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49149, sessionid = 0x13dd651fd7b0007, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.064; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@d140d9 name:ZooKeeperConnection Watcher:127.0.0.1:49149 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.064; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.066; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd651fd7b0007
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.066; org.apache.zookeeper.ZooKeeper; Session: 0x13dd651fd7b0007 closed
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.066; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:37121 which had sessionid 0x13dd651fd7b0007
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.066; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.067; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.071; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49149/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4a18b7
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.072; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.072; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49149. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.073; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49149, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.073; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:37122
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.073; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:37122
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.074; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd651fd7b0008 with negotiated timeout 20000 for client /127.0.0.1:37122
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.074; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49149, sessionid = 0x13dd651fd7b0008, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.075; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4a18b7 name:ZooKeeperConnection Watcher:127.0.0.1:49149/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.075; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.076; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0008 type:create cxid:0x1 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.078; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0008 type:create cxid:0x3 zxid:0x39 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:12.080; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.084; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48538_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.085; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0008 type:delete cxid:0xe zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:48538_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:48538_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.085; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:48538_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.087; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.088; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.087; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.087; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.091; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.092; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.092; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.168; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.170; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:46667
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.171; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.171; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.172; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1365100333095
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.172; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1365100333095/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.173; org.apache.solr.core.CoreContainer; New CoreContainer 30164934
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.173; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1365100333095/'
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.173; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1365100333095/'
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.201; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.201; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.202; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.202; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.202; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.203; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.203; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.204; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.204; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.204; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.212; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.226; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49149/solr
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.227; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.227; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49149 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b63384
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.228; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.228; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49149. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.229; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49149, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.229; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:37125
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.230; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:37125
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.230; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd651fd7b0009 with negotiated timeout 20000 for client /127.0.0.1:37125
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.230; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49149, sessionid = 0x13dd651fd7b0009, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.231; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1b63384 name:ZooKeeperConnection Watcher:127.0.0.1:49149 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.231; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.232; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd651fd7b0009
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.233; org.apache.zookeeper.ZooKeeper; Session: 0x13dd651fd7b0009 closed
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.233; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:37125 which had sessionid 0x13dd651fd7b0009
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.233; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.233; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.236; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49149/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2ca698
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.237; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.237; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49149. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.238; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49149, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.238; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:37126
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.238; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:37126
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.239; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd651fd7b000a with negotiated timeout 20000 for client /127.0.0.1:37126
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.239; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49149, sessionid = 0x13dd651fd7b000a, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.240; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2ca698 name:ZooKeeperConnection Watcher:127.0.0.1:49149/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.240; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.241; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b000a type:create cxid:0x1 zxid:0x40 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.242; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b000a type:create cxid:0x3 zxid:0x41 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:13.243; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.245; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46667_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.246; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b000a type:delete cxid:0xe zxid:0x42 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46667_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46667_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.246; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:46667_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.248; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.249; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.249; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.248; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.249; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.253; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.253; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.254; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.340; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.343; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:43559
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.343; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.344; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.344; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1365100334265
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.345; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1365100334265/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.345; org.apache.solr.core.CoreContainer; New CoreContainer 2226083
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.346; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1365100334265/'
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.346; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty4-1365100334265/'
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.369; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.369; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.370; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.370; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.370; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.371; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.371; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.372; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.372; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.372; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.379; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.396; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49149/solr
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.397; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.397; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49149 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@73986c
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.398; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.398; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49149. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.399; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49149, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.399; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:37127
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.400; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:37127
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.400; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd651fd7b000b with negotiated timeout 20000 for client /127.0.0.1:37127
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.400; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49149, sessionid = 0x13dd651fd7b000b, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.401; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@73986c name:ZooKeeperConnection Watcher:127.0.0.1:49149 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.401; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.402; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd651fd7b000b
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.403; org.apache.zookeeper.ZooKeeper; Session: 0x13dd651fd7b000b closed
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.403; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.403; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:37127 which had sessionid 0x13dd651fd7b000b
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.403; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.407; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49149/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1943723
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.408; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.408; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49149. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.409; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49149, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.409; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:37128
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.410; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:37128
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.410; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd651fd7b000c with negotiated timeout 20000 for client /127.0.0.1:37128
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.410; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49149, sessionid = 0x13dd651fd7b000c, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.411; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1943723 name:ZooKeeperConnection Watcher:127.0.0.1:49149/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.411; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.412; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b000c type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.413; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b000c type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:14.415; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.417; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43559_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.418; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b000c type:delete cxid:0xe zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43559_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43559_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.420; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:43559_
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.424; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.425; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.425; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.424; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.425; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.425; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.432; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.433; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.434; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.440; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.448; org.apache.solr.core.CoreContainer; Creating SolrCore 'unloadcollection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1365100330772/unloadcollection1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.448; org.apache.solr.cloud.ZkController; Check for collection zkNode:unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.449; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.449; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.450; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.450; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.452; org.apache.solr.cloud.ZkController; Load collection config from:/collections/unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.453; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1365100330772/unloadcollection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.493; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.533; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.534; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.538; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.973; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.979; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.982; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.995; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:15.998; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.001; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:16.002; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:16.003; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.003; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:16.004; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:16.004; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.005; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.005; org.apache.solr.core.SolrCore; [unloadcollection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1365100330772/unloadcollection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100335446unloadcollection1_1n/
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.005; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bc01d
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.006; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.007; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100335446unloadcollection1_1n
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.007; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100335446unloadcollection1_1n/index/
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:16.007; org.apache.solr.core.SolrCore; [unloadcollection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100335446unloadcollection1_1n/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.008; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100335446unloadcollection1_1n/index
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.009; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1cdaac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@123231b; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.010; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.011; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.012; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.012; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.013; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.014; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.014; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.014; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.015; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.015; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.018; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.020; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@15b1084 main
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.021; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100335446unloadcollection1_1n/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.022; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.022; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.026; org.apache.solr.core.SolrCore; [unloadcollection1] Registered new searcher Searcher@15b1084 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.027; org.apache.solr.cloud.ZkController; publishing core=unloadcollection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.769; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.769; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "core":"unloadcollection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43333",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "node_name":"127.0.0.1:43333_"}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.770; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection unloadcollection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.770; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.774; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.774; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.774; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.774; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.774; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:16.774; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:17.029; org.apache.solr.core.CoreContainer; registering core: unloadcollection1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:17.030; org.apache.solr.cloud.ZkController; Register replica - core:unloadcollection1 address:http://127.0.0.1:43333 collection:unloadcollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:17.030; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/unloadcollection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:17.034; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0006 type:delete cxid:0x53 zxid:0x57 txntype:-1 reqpath:n/a Error Path:/solr/collections/unloadcollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/unloadcollection/leaders
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:17.035; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:17.035; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0006 type:create cxid:0x54 zxid:0x58 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:17.037; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:17.037; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:17.038; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:43333/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:17.038; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:17.038; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:43333/unloadcollection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:17.039; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:43333/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:17.039; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/unloadcollection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:17.042; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd651fd7b0006 type:create cxid:0x5f zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.277; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.283; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.284; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.283; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.283; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.285; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.285; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.296; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:43333/unloadcollection1/ and leader is http://127.0.0.1:43333/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.297; org.apache.solr.cloud.ZkController; No LogReplay needed for core=unloadcollection1 baseURL=http://127.0.0.1:43333
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.297; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.298; org.apache.solr.cloud.ZkController; publishing core=unloadcollection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.299; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.300; org.apache.solr.core.CoreContainer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1365100330772/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.306; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty1-1365100330772/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.308; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={action=CREATE&name=unloadcollection1&numShards=1&version=2&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100335446unloadcollection1_1n&collection=unloadcollection&wt=javabin} status=0 QTime=2861 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.309; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.311; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49149/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@a87644
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.313; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49149. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.314; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:37133
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.314; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49149, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.314; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:37133
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.315; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd651fd7b000d with negotiated timeout 10000 for client /127.0.0.1:37133
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.315; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49149, sessionid = 0x13dd651fd7b000d, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.316; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.316; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@a87644 name:ZooKeeperConnection Watcher:127.0.0.1:49149/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.317; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.318; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.320; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.321; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.324; org.apache.solr.core.CoreContainer; Creating SolrCore 'unloadcollection2' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1365100331934/unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.325; org.apache.solr.cloud.ZkController; Check for collection zkNode:unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.326; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.326; org.apache.solr.cloud.ZkController; Load collection config from:/collections/unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.327; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1365100331934/unloadcollection2/'
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.372; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.420; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.422; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.428; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.877; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.883; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.886; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.895; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.898; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.901; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:18.902; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:18.903; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.903; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:18.904; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:18.904; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.905; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.905; org.apache.solr.core.SolrCore; [unloadcollection2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1365100331934/unloadcollection2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100338323unloadcollection1_2n/
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.906; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bc01d
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.906; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.907; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100338323unloadcollection1_2n
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.907; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100338323unloadcollection1_2n/index/
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:18.908; org.apache.solr.core.SolrCore; [unloadcollection2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100338323unloadcollection1_2n/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.908; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100338323unloadcollection1_2n/index
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.909; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17208b8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d5a25a; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.910; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.911; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.912; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.912; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.913; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.913; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.914; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.914; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.915; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.915; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.918; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.920; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1af633a main
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.921; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100338323unloadcollection1_2n/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.921; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.922; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.926; org.apache.solr.core.SolrCore; [unloadcollection2] Registered new searcher Searcher@1af633a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.926; org.apache.solr.cloud.ZkController; publishing core=unloadcollection2 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:18.927; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.790; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.790; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "core":"unloadcollection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:43333__unloadcollection1",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43333",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "node_name":"127.0.0.1:43333_"}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.793; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"unloadcollection2",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:48538",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "node_name":"127.0.0.1:48538_"}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.793; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.793; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.796; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.796; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.797; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.796; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.796; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.796; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.797; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.929; org.apache.solr.core.CoreContainer; registering core: unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.929; org.apache.solr.cloud.ZkController; Register replica - core:unloadcollection2 address:http://127.0.0.1:48538 collection:unloadcollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.932; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:48538/unloadcollection2/ and leader is http://127.0.0.1:43333/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.932; org.apache.solr.cloud.ZkController; No LogReplay needed for core=unloadcollection2 baseURL=http://127.0.0.1:48538
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.932; org.apache.solr.cloud.ZkController; Core needs to recover:unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.933; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.933; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=unloadcollection2 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.934; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.934; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.934; org.apache.solr.cloud.ZkController; publishing core=unloadcollection2 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.934; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.935; org.apache.solr.core.CoreContainer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1365100331934/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.935; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.945; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty2-1365100331934/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.945; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={action=CREATE&name=unloadcollection2&version=2&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100338323unloadcollection1_2n&collection=unloadcollection&wt=javabin} status=0 QTime=1621 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.946; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.947; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:19.948; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:20.949; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:21.302; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:21.303; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"unloadcollection2",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:48538__unloadcollection2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:48538",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "node_name":"127.0.0.1:48538_"}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:21.307; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:21.307; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:21.307; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:21.307; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:21.307; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:21.307; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:21.307; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:21.943; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={core=unloadcollection1&coreNodeName=127.0.0.1:48538__unloadcollection2&action=PREPRECOVERY&state=recovering&checkLive=true&version=2&onlyIfLeader=true&nodeName=127.0.0.1:48538_&wt=javabin} status=0 QTime=2000 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:21.951; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:22.952; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.944; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:43333/unloadcollection1/ core=unloadcollection2 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.945; org.apache.solr.update.PeerSync; PeerSync: core=unloadcollection2 url=http://127.0.0.1:48538 START replicas=[http://127.0.0.1:43333/unloadcollection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:23.945; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.946; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.946; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.947; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.947; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.948; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:43333/unloadcollection1/. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.948; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.954; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.955; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/get params={getVersions=100&version=2&wt=javabin&distrib=false&qt=/get} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.957; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.959; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1cdaac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@123231b; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.961; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.962; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1cdaac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@123231b; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1cdaac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@123231b; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.963; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.964; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@662775 realtime
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.964; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.965; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={commit_end_point=true&waitSearcher=true&commit=true&openSearcher=false&version=2&softCommit=false&wt=javabin} {commit=} 0 8
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.966; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.967; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.969; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.970; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={command=indexversion&version=2&wt=javabin&qt=/replication} status=0 QTime=2 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.971; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.971; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.971; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.974; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=2&command=filelist&version=2&wt=javabin&qt=/replication} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.974; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.976; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100338323unloadcollection1_2n/index.20130404213223975
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.976; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@2890fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b193a; maxCacheMB=0.345703125 maxMergeSizeMB=0.3310546875)) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.979; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=2&command=filecontent&file=segments_2&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.981; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.982; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.982; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.984; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17208b8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d5a25a; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17208b8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d5a25a; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.985; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.985; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.986; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1df1af0 main
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.988; org.apache.solr.core.SolrCore; [unloadcollection2] Registered new searcher Searcher@1df1af0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.989; org.apache.solr.core.CachingDirectoryFactory; looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100338323unloadcollection1_2n/index.20130404213223975 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100338323unloadcollection1_2n/index.20130404213223975;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.989; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100338323unloadcollection1_2n/index.20130404213223975
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.990; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100338323unloadcollection1_2n/index.20130404213223975
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.990; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.991; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.991; org.apache.solr.cloud.ZkController; publishing core=unloadcollection2 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.991; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:23.993; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=unloadcollection2
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.312; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.313; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"unloadcollection2",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:48538__unloadcollection2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:48538",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "node_name":"127.0.0.1:48538_"}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.316; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.316; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.316; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.316; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.316; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.316; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.316; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.957; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.958; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.958; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.968; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[6 (1431411459318874112)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.969; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={version=2&wt=javabin} {add=[6 (1431411459318874112)]} 0 8
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.974; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[7 (1431411459328311296)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.974; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={version=2&wt=javabin} {add=[7 (1431411459328311296)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.978; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[8 (1431411459333554176)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.979; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={version=2&wt=javabin} {add=[8 (1431411459333554176)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.981; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.984; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1cdaac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@123231b; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1cdaac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@123231b; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_3,generation=3,filenames=[_0.fnm, segments_3, _0_MockFixedIntBlock_0.pyl, _0.fdx, _0.fdt, _0_Pulsing41_0.tim, _0_Asserting_0.doc, _0.nvm, _0_Asserting_0.pos, _0.si, _0_Lucene42_0.dvd, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.doc, _0_Asserting_0.tip, _0_MockFixedIntBlock_0.pos, _0_SimpleText_0.pst, _0_Asserting_0.tim, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Lucene42_0.dvm, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.tii, _0.nvd]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.984; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[_0.fnm, segments_3, _0_MockFixedIntBlock_0.pyl, _0.fdx, _0.fdt, _0_Pulsing41_0.tim, _0_Asserting_0.doc, _0.nvm, _0_Asserting_0.pos, _0.si, _0_Lucene42_0.dvd, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.doc, _0_Asserting_0.tip, _0_MockFixedIntBlock_0.pos, _0_SimpleText_0.pst, _0_Asserting_0.tim, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Lucene42_0.dvm, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.tii, _0.nvd]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.985; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@109fb2 main
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.986; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.986; org.apache.solr.core.SolrCore; [unloadcollection1] Registered new searcher Searcher@109fb2 main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C3)}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.990; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:48538/unloadcollection2/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.992; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.995; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17208b8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d5a25a; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@17208b8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d5a25a; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_3,generation=3,filenames=[_0.fnm, segments_3, _0_MockFixedIntBlock_0.pyl, _0.fdx, _0.fdt, _0_Pulsing41_0.tim, _0_Asserting_0.doc, _0.nvm, _0_Asserting_0.pos, _0.si, _0_Lucene42_0.dvd, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.doc, _0_Asserting_0.tip, _0_MockFixedIntBlock_0.pos, _0_SimpleText_0.pst, _0_Asserting_0.tim, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Lucene42_0.dvm, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.tii, _0.nvd]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.996; org.apache.solr.core.SolrDeletionPolicy; newest commit = 3[_0.fnm, segments_3, _0_MockFixedIntBlock_0.pyl, _0.fdx, _0.fdt, _0_Pulsing41_0.tim, _0_Asserting_0.doc, _0.nvm, _0_Asserting_0.pos, _0.si, _0_Lucene42_0.dvd, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.doc, _0_Asserting_0.tip, _0_MockFixedIntBlock_0.pos, _0_SimpleText_0.pst, _0_Asserting_0.tim, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Lucene42_0.dvm, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.tii, _0.nvd]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.997; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@189143e main
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.997; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.998; org.apache.solr.core.SolrCore; [unloadcollection2] Registered new searcher Searcher@189143e main{StandardDirectoryReader(segments_3:3:nrt _0(5.0):C3)}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.998; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={commit_end_point=true&waitSearcher=true&expungeDeletes=false&commit=true&version=2&softCommit=false&wt=javabin} {commit=} 0 6
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.999; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={waitSearcher=true&commit=true&version=2&softCommit=false&wt=javabin} {commit=} 0 18
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:24.999; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.003; org.apache.solr.core.CoreContainer; Creating SolrCore 'unloadcollection3' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1365100333095/unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.003; org.apache.solr.cloud.ZkController; Check for collection zkNode:unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.004; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.004; org.apache.solr.cloud.ZkController; Load collection config from:/collections/unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.005; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1365100333095/unloadcollection3/'
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.034; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.079; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.080; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.084; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.509; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.514; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.517; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.529; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.532; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.535; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:25.536; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:25.537; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.537; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:25.538; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:25.538; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.539; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.539; org.apache.solr.core.SolrCore; [unloadcollection3] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1365100333095/unloadcollection3/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100345002unloadcollection_3n/
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.539; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bc01d
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.540; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.541; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100345002unloadcollection_3n
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.541; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100345002unloadcollection_3n/index/
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:25.541; org.apache.solr.core.SolrCore; [unloadcollection3] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100345002unloadcollection_3n/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.542; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100345002unloadcollection_3n/index
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.543; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@52445 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a1fbc5; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.543; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.545; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.546; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.546; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.547; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.547; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.548; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.548; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.548; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.549; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.555; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.558; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@128a2a7 main
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.558; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100345002unloadcollection_3n/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.559; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.559; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.563; org.apache.solr.core.SolrCore; [unloadcollection3] Registered new searcher Searcher@128a2a7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.563; org.apache.solr.cloud.ZkController; publishing core=unloadcollection3 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.564; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.820; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.821; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"unloadcollection3",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46667",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "node_name":"127.0.0.1:46667_"}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.821; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.822; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.825; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.826; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.826; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.826; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.826; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.826; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:25.825; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.566; org.apache.solr.core.CoreContainer; registering core: unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.567; org.apache.solr.cloud.ZkController; Register replica - core:unloadcollection3 address:http://127.0.0.1:46667 collection:unloadcollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.572; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:46667/unloadcollection3/ and leader is http://127.0.0.1:43333/unloadcollection1/
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.573; org.apache.solr.cloud.ZkController; No LogReplay needed for core=unloadcollection3 baseURL=http://127.0.0.1:46667
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.573; org.apache.solr.cloud.ZkController; Core needs to recover:unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.574; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.575; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=unloadcollection3 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.576; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.576; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.576; org.apache.solr.cloud.ZkController; publishing core=unloadcollection3 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.577; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.578; org.apache.solr.core.CoreContainer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1365100333095/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.579; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.591; org.apache.solr.core.SolrXMLSerializer; Persisting cores config to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.UnloadDistributedZkTest-jetty3-1365100333095/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.593; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={action=CREATE&name=unloadcollection3&version=2&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100345002unloadcollection_3n&collection=unloadcollection&wt=javabin} status=0 QTime=1590 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.594; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: unloadcollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:26.595; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:27.331; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:27.331; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"unloadcollection3",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:46667__unloadcollection3",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46667",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "node_name":"127.0.0.1:46667_"}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:27.334; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:27.334; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:27.334; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:27.334; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:27.334; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:27.334; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:27.334; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:27.586; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={core=unloadcollection1&coreNodeName=127.0.0.1:46667__unloadcollection3&action=PREPRECOVERY&state=recovering&checkLive=true&version=2&onlyIfLeader=true&nodeName=127.0.0.1:46667_&wt=javabin} status=0 QTime=1000 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:27.597; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:28.599; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.587; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:43333/unloadcollection1/ core=unloadcollection3 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.588; org.apache.solr.update.PeerSync; PeerSync: core=unloadcollection3 url=http://127.0.0.1:46667 START replicas=[http://127.0.0.1:43333/unloadcollection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:29.589; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.589; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.590; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.590; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.590; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.591; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:43333/unloadcollection1/. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.591; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/get params={getVersions=100&version=2&wt=javabin&distrib=false&qt=/get} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.591; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.599; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.600; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.601; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=3
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1cdaac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@123231b; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1cdaac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@123231b; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_3,generation=3,filenames=[_0.fnm, segments_3, _0_MockFixedIntBlock_0.pyl, _0.fdx, _0.fdt, _0_Pulsing41_0.tim, _0_Asserting_0.doc, _0.nvm, _0_Asserting_0.pos, _0.si, _0_Lucene42_0.dvd, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.doc, _0_Asserting_0.tip, _0_MockFixedIntBlock_0.pos, _0_SimpleText_0.pst, _0_Asserting_0.tim, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Lucene42_0.dvm, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.tii, _0.nvd]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@1cdaac6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@123231b; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_4,generation=4,filenames=[_0.fnm, _0_MockFixedIntBlock_0.pyl, _0.fdx, _0.fdt, _0_Pulsing41_0.tim, _0_Asserting_0.doc, _0.nvm, _0_Asserting_0.pos, _0.si, _0_Lucene42_0.dvd, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.doc, _0_Asserting_0.tip, _0_MockFixedIntBlock_0.pos, _0_SimpleText_0.pst, _0_Asserting_0.tim, segments_4, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Lucene42_0.dvm, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.tii, _0.nvd]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.602; org.apache.solr.core.SolrDeletionPolicy; newest commit = 4[_0.fnm, _0_MockFixedIntBlock_0.pyl, _0.fdx, _0.fdt, _0_Pulsing41_0.tim, _0_Asserting_0.doc, _0.nvm, _0_Asserting_0.pos, _0.si, _0_Lucene42_0.dvd, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.doc, _0_Asserting_0.tip, _0_MockFixedIntBlock_0.pos, _0_SimpleText_0.pst, _0_Asserting_0.tim, segments_4, _0_Pulsing41_0.doc, _0_Pulsing41_0.pos, _0_Lucene42_0.dvm, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.tii, _0.nvd]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.603; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.604; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={commit_end_point=true&waitSearcher=true&commit=true&openSearcher=false&version=2&softCommit=false&wt=javabin} {commit=} 0 5
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.604; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.605; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.606; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={command=indexversion&version=2&wt=javabin&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.607; org.apache.solr.handler.SnapPuller; Master's generation: 4
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.607; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.607; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.609; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filelist&version=2&wt=javabin&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.610; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 25
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.611; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100345002unloadcollection_3n/index.20130404213229610
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.611; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@3b0b55 lockFactory=org.apache.lucene.store.NativeFSLockFactory@823a9d; maxCacheMB=0.345703125 maxMergeSizeMB=0.3310546875)) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.614; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0.fnm&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.617; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_MockFixedIntBlock_0.pyl&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:29.617; org.apache.solr.handler.SnapPuller$DirectoryFileFetcher; No content recieved for file: {name=_0_MockFixedIntBlock_0.pyl, size=0}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.620; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_Lucene42_0.dvd&checksum=true&wt=filestream&qt=/replication} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.629; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_MockFixedIntBlock_0.pos&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.633; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_Pulsing41_0.pos&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.636; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_Pulsing41_0.doc&checksum=true&wt=filestream&qt=/replication} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.638; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=segments_4&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.641; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_MockFixedIntBlock_0.frq&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.643; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_MockFixedIntBlock_0.tii&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.646; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0.fdx&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.648; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0.fdt&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.655; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_Pulsing41_0.tim&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.659; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0.nvm&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.662; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_Asserting_0.doc&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.664; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_Asserting_0.pos&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.667; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0.si&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.671; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_MockFixedIntBlock_0.skp&checksum=true&wt=filestream&qt=/replication} status=0 QTime=1 
[junit4:junit4]   1> WARN  - 2013-04-04 18:32:29.671; org.apache.solr.handler.SnapPuller$DirectoryFileFetcher; No content recieved for file: {name=_0_MockFixedIntBlock_0.skp, size=0}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.673; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_MockFixedIntBlock_0.tib&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.677; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_MockFixedIntBlock_0.doc&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.681; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_Asserting_0.tip&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.688; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_SimpleText_0.pst&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.692; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_Asserting_0.tim&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.695; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_Lucene42_0.dvm&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.698; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0_Pulsing41_0.tip&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.701; org.apache.solr.core.SolrCore; [unloadcollection1] webapp= path=/replication params={generation=4&command=filecontent&file=_0.nvd&checksum=true&wt=filestream&qt=/replication} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.702; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.703; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.703; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.705; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@52445 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a1fbc5; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@52445 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a1fbc5; maxCacheMB=0.3330078125 maxMergeSizeMB=0.951171875)),segFN=segments_4,generation=4,filenames=[_0.fnm, _0_MockFixedIntBlock_0.pyl, _0.fdx, _0.fdt, _0_Pulsing41_0.tim, _0_Asserting_0.doc, _0.nvm, _0_Asserting_0.pos, _0.si, _0_Lucene42_0.dvd, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.doc, _0_Asserting_0.tip, _0_MockFixedIntBlock_0.pos, _0_SimpleText_0.pst, _0_Asserting_0.tim, segments_4, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_Lucene42_0.dvm, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.tii, _0.nvd]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.705; org.apache.solr.core.SolrDeletionPolicy; newest commit = 4[_0.fnm, _0_MockFixedIntBlock_0.pyl, _0.fdx, _0.fdt, _0_Pulsing41_0.tim, _0_Asserting_0.doc, _0.nvm, _0_Asserting_0.pos, _0.si, _0_Lucene42_0.dvd, _0_MockFixedIntBlock_0.skp, _0_MockFixedIntBlock_0.tib, _0_MockFixedIntBlock_0.doc, _0_Asserting_0.tip, _0_MockFixedIntBlock_0.pos, _0_SimpleText_0.pst, _0_Asserting_0.tim, segments_4, _0_Pulsing41_0.pos, _0_Pulsing41_0.doc, _0_Lucene42_0.dvm, _0_Pulsing41_0.tip, _0_MockFixedIntBlock_0.frq, _0_MockFixedIntBlock_0.tii, _0.nvd]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.705; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.706; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1a59c09 main
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.707; org.apache.solr.core.SolrCore; [unloadcollection3] Registered new searcher Searcher@1a59c09 main{StandardDirectoryReader(segments_4:3:nrt _0(5.0):C3)}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.708; org.apache.solr.core.CachingDirectoryFactory; looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100345002unloadcollection_3n/index.20130404213229610 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100345002unloadcollection_3n/index.20130404213229610;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.709; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100345002unloadcollection_3n/index.20130404213229610
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.709; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100345002unloadcollection_3n/index.20130404213229610
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.709; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.710; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.710; org.apache.solr.cloud.ZkController; publishing core=unloadcollection3 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.711; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:29.712; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=unloadcollection3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.339; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.340; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"unloadcollection3",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:46667__unloadcollection3",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46667",
[junit4:junit4]   1>   "collection":"unloadcollection",
[junit4:junit4]   1>   "node_name":"127.0.0.1:46667_"}
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.603; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.604; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: unloadcollection
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.605; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.630; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[20 (1431411465252765696)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.630; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[20 (1431411465252765696)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.631; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:46667/unloadcollection3/&version=2&update.distrib=TOLEADER&wt=javabin} {add=[20 (1431411465252765696)]} 0 10
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.632; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={version=2&wt=javabin} {add=[20]} 0 13
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.638; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[21 (1431411465268494336)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.639; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[21 (1431411465268494336)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.639; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:46667/unloadcollection3/&version=2&update.distrib=TOLEADER&wt=javabin} {add=[21 (1431411465268494336)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.640; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={version=2&wt=javabin} {add=[21]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.646; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[22 (1431411465275834368)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.646; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[22 (1431411465275834368)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.647; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:46667/unloadcollection3/&version=2&update.distrib=TOLEADER&wt=javabin} {add=[22 (1431411465275834368)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.647; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={version=2&wt=javabin} {add=[22]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.653; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[23 (1431411465283174400)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.653; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[23 (1431411465283174400)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.654; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:46667/unloadcollection3/&version=2&update.distrib=TOLEADER&wt=javabin} {add=[23 (1431411465283174400)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.654; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={version=2&wt=javabin} {add=[23]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.660; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[24 (1431411465291563008)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.660; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[24 (1431411465291563008)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.661; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:46667/unloadcollection3/&version=2&update.distrib=TOLEADER&wt=javabin} {add=[24 (1431411465291563008)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.661; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={version=2&wt=javabin} {add=[24]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.667; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[25 (1431411465298903040)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.667; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[25 (1431411465298903040)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.668; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:46667/unloadcollection3/&version=2&update.distrib=TOLEADER&wt=javabin} {add=[25 (1431411465298903040)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.668; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={version=2&wt=javabin} {add=[25]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.674; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[26 (1431411465306243072)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.674; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[26 (1431411465306243072)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.675; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:46667/unloadcollection3/&version=2&update.distrib=TOLEADER&wt=javabin} {add=[26 (1431411465306243072)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.675; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={version=2&wt=javabin} {add=[26]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.681; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[27 (1431411465313583104)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.681; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[27 (1431411465313583104)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.682; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:46667/unloadcollection3/&version=2&update.distrib=TOLEADER&wt=javabin} {add=[27 (1431411465313583104)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.682; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={version=2&wt=javabin} {add=[27]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.688; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[28 (1431411465320923136)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.688; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[28 (1431411465320923136)]} 0 0
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.689; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:46667/unloadcollection3/&version=2&update.distrib=TOLEADER&wt=javabin} {add=[28 (1431411465320923136)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.690; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={version=2&wt=javabin} {add=[28]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.696; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[29 (1431411465328263168)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.696; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[29 (1431411465328263168)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.696; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:46667/unloadcollection3/&version=2&update.distrib=TOLEADER&wt=javabin} {add=[29 (1431411465328263168)]} 0 3
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.697; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={version=2&wt=javabin} {add=[29]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.703; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[30 (1431411465335603200)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.703; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[30 (1431411465335603200)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.704; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:46667/unloadcollection3/&version=2&update.distrib=TOLEADER&wt=javabin} {add=[30 (1431411465335603200)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.704; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={version=2&wt=javabin} {add=[30]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.710; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[31 (1431411465342943232)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.710; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[31 (1431411465342943232)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.711; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:46667/unloadcollection3/&version=2&update.distrib=TOLEADER&wt=javabin} {add=[31 (1431411465342943232)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.712; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={version=2&wt=javabin} {add=[31]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.718; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[32 (1431411465351331840)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.718; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[32 (1431411465351331840)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.719; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:46667/unloadcollection3/&version=2&update.distrib=TOLEADER&wt=javabin} {add=[32 (1431411465351331840)]} 0 4
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.720; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={version=2&wt=javabin} {add=[32]} 0 6
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.727; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[33 (1431411465360769024)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.727; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[33 (1431411465360769024)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.728; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection1] webapp= path=/update params={distrib.from=http://127.0.0.1:46667/unloadcollection3/&version=2&update.distrib=TOLEADER&wt=javabin} {add=[33 (1431411465360769024)]} 0 5
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.729; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={version=2&wt=javabin} {add=[33]} 0 7
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.737; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection3] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[34 (1431411465370206208)]} 0 1
[junit4:junit4]   1> INFO  - 2013-04-04 18:32:30.737; org.apache.solr.update.processor.LogUpdateProcessor; [unloadcollection2] webapp= path=/update params={distrib.from=http://127.0.0.1:43333/unloadcollection1/&version=2&update.distrib=FROMLEADER&wt=javabin} {add=[34 (1431411465370206208)]} 0 1
[junit4:junit4]

[...truncated too long message...]

solr.core.CachingDirectoryFactory; Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360/1365100352542unloadcollection_4n
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.478; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89463215250669580-127.0.0.1:43559_-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.478; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd651fd7b000c
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.479; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.482; org.apache.zookeeper.ZooKeeper; Session: 0x13dd651fd7b000c closed
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.482; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:37128 which had sessionid 0x13dd651fd7b000c
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.484; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (0)
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.504; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.556; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.557; org.apache.zookeeper.server.ZooKeeperServer; shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.557; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.557; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.558; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.558; org.apache.zookeeper.server.PrepRequestProcessor; PrepRequestProcessor exited loop!
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.558; org.apache.zookeeper.server.SyncRequestProcessor; SyncRequestProcessor exited!
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.559; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.562; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:49149 49149
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.563; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:37133 which had sessionid 0x13dd651fd7b000d
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.563; org.apache.zookeeper.server.NIOServerCnxnFactory; NIOServerCnxn factory exited run method
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.564; org.apache.zookeeper.ClientCnxn$SendThread; Unable to read additional data from server sessionid 0x13dd651fd7b000d, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.564; org.apache.zookeeper.server.ZooKeeperServer; shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.564; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.565; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.565; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.565; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.664; org.apache.zookeeper.ZooKeeper; Session: 0x13dd651fd7b000d closed
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.664; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@a87644 name:ZooKeeperConnection Watcher:127.0.0.1:49149/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.665; org.apache.solr.common.cloud.ConnectionManager; Client->ZooKeeper status change trigger but we are already closed
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.665; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365100330360
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UnloadDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=82C8C1124C229654 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en_NZ -Dtests.timezone=Europe/Helsinki -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE  138s J0 | UnloadDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([82C8C1124C229654:32E4F0A3B7DF668]:0)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:127)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:28.688; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 138342 T1535 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:29.000; org.apache.zookeeper.server.SessionTrackerImpl; SessionTrackerImpl exited loop!
[junit4:junit4]   1> WARN  - 2013-04-04 18:34:29.782; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:29.783; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-04-04 18:34:29.783; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 18:34:29.783; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {a_t=PostingsFormat(name=SimpleText), timestamp=Pulsing41(freqCutoff=3 minBlockSize=26 maxBlockSize=54), range_facet_si=PostingsFormat(name=SimpleText), intDefault=Pulsing41(freqCutoff=3 minBlockSize=26 maxBlockSize=54), id=MockFixedIntBlock(blockSize=1715), a_si=Pulsing41(freqCutoff=3 minBlockSize=26 maxBlockSize=54), range_facet_sl=MockFixedIntBlock(blockSize=1715), other_tl1=Pulsing41(freqCutoff=3 minBlockSize=26 maxBlockSize=54), _version_=Pulsing41(freqCutoff=3 minBlockSize=26 maxBlockSize=54), text=PostingsFormat(name=Asserting), multiDefault=Pulsing41(freqCutoff=3 minBlockSize=26 maxBlockSize=54), range_facet_l=Pulsing41(freqCutoff=3 minBlockSize=26 maxBlockSize=54)}, docValues:{timestamp=DocValuesFormat(name=Lucene42)}, sim=DefaultSimilarity, locale=en_NZ, timezone=Europe/Helsinki
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=1,free=58960776,total=155250688
[junit4:junit4]   2> NOTE: All tests run in this JVM: [LoggingHandlerTest, SystemInfoHandlerTest, CircularListTest, DistributedQueryElevationComponentTest, TestSolrCoreProperties, TestFastLRUCache, ZkControllerTest, CSVRequestHandlerTest, SimpleFacetsTest, TestFunctionQuery, QueryElevationComponentTest, PrimitiveFieldTypeTest, TestCoreContainer, CachingDirectoryFactoryTest, TestSolrDeletionPolicy2, TestJoin, RegexBoostProcessorTest, CacheHeaderTest, PeerSyncTest, IndexSchemaTest, FileBasedSpellCheckerTest, DirectUpdateHandlerOptimizeTest, ShardRoutingTest, TermVectorComponentTest, ZkCLITest, SearchHandlerTest, BasicFunctionalityTest, SolrTestCaseJ4Test, ChaosMonkeyNothingIsSafeTest, TestSearchPerf, TestReplicationHandler, TestDefaultSearchFieldResource, TestRandomDVFaceting, CoreAdminHandlerTest, AlternateDirectoryTest, DistributedTermsComponentTest, TestValueSourceCache, FastVectorHighlighterTest, TestDocSet, TestSolrIndexConfig, ResponseLogComponentTest, TestTrie, UnloadDistributedZkTest]
[junit4:junit4] Completed on J0 in 139.62s, 1 test, 1 failure <<< FAILURES!

[...truncated 590 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:448: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 284 suites, 1173 tests, 1 failure, 13 ignored (7 assumptions)

Total time: 44 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b83 -client -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-ea-b83) - Build # 5012 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5012/
Java: 64bit/jdk1.8.0-ea-b83 -XX:+UseConcMarkSweepGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard2 in collection test_unload_shard_and_collection

Stack Trace:
java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
	at __randomizedtesting.SeedInfo.seed([355509CE585B1ABB:B4B387D62F047A87]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:127)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:58842/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:58842/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([355509CE585B1ABB:B4B387D62F047A87]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9045 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.786; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.793; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.794; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.794; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.795; org.apache.zookeeper.server.ZooKeeperServer; tickTime set to 1000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.796; org.apache.zookeeper.server.ZooKeeperServer; minSessionTimeout set to -1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.796; org.apache.zookeeper.server.ZooKeeperServer; maxSessionTimeout set to -1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.796; org.apache.zookeeper.server.NIOServerCnxnFactory; binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.797; org.apache.zookeeper.server.persistence.FileTxnSnapLog; Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.894; org.apache.solr.cloud.ZkTestServer; start zk server on port:39361
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.895; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39361 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7843b02a
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.896; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.896; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39361. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.896; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39361, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.897; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:55228
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.897; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:55228
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.897; org.apache.zookeeper.server.persistence.FileTxnLog; Creating new log file: log.1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.965; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5f6b7fe0000 with negotiated timeout 10000 for client /127.0.0.1:55228
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.965; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39361, sessionid = 0x13dd5f6b7fe0000, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.965; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7843b02a name:ZooKeeperConnection Watcher:127.0.0.1:39361 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.966; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.966; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.970; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5f6b7fe0000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.970; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5f6b7fe0000 closed
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.971; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:55228 which had sessionid 0x13dd5f6b7fe0000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.970; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.971; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39361/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@76845152
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.974; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.974; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39361. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.974; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39361, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.975; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:55229
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.975; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:55229
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.976; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5f6b7fe0001 with negotiated timeout 10000 for client /127.0.0.1:55229
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.976; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39361, sessionid = 0x13dd5f6b7fe0001, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.976; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@76845152 name:ZooKeeperConnection Watcher:127.0.0.1:39361/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.976; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.977; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.980; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.983; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.985; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.987; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.988; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.992; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.994; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.999; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:28.999; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.002; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.002; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.005; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.005; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.008; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.009; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.011; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.012; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.014; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.015; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.022; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.022; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.024; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5f6b7fe0001
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.025; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5f6b7fe0001 closed
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.025; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:55229 which had sessionid 0x13dd5f6b7fe0001
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.025; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.134; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.150; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:47161
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.152; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.152; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.153; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365094349026
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.154; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365094349026/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.154; org.apache.solr.core.CoreContainer; New CoreContainer 822950530
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.155; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365094349026/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.156; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365094349026/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.181; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.182; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.182; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.183; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.183; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.183; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.184; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.184; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.184; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.185; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.191; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.200; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39361/solr
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.201; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.201; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39361 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@533b4368
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.204; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.204; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39361. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.205; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39361, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.206; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:55230
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.206; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:55230
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.208; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5f6b7fe0002 with negotiated timeout 20000 for client /127.0.0.1:55230
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.208; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39361, sessionid = 0x13dd5f6b7fe0002, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.208; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@533b4368 name:ZooKeeperConnection Watcher:127.0.0.1:39361 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.208; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.210; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5f6b7fe0002
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.211; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5f6b7fe0002 closed
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.211; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.211; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:55230 which had sessionid 0x13dd5f6b7fe0002
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.211; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.215; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39361/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7df0584a
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.216; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.216; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39361. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.217; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39361, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.217; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:55231
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.217; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:55231
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.218; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5f6b7fe0003 with negotiated timeout 20000 for client /127.0.0.1:55231
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.218; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39361, sessionid = 0x13dd5f6b7fe0003, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.219; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7df0584a name:ZooKeeperConnection Watcher:127.0.0.1:39361/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.219; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.221; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.223; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.224; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.227; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.228; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47161_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.229; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:47161_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:47161_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.229; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:47161_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.232; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.244; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.246; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.248; org.apache.solr.cloud.Overseer; Overseer (id=89462823242825731-127.0.0.1:47161_-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.249; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.250; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.251; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.252; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.254; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.256; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.256; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.258; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.260; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.262; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.264; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365094349026/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.264; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.265; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.265; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.266; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365094349026/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.266; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365094349026/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.267; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365094349026/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.296; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.326; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.327; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.332; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.654; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.660; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.662; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.679; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.682; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.684; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:29.686; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:29.686; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.686; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:29.687; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:29.687; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.688; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.688; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365094349026/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/control/data/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.688; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a4748df
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.688; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.689; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/control/data
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.689; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/control/data/index/
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:29.689; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.689; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/control/data/index
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.691; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@521479f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@d64fc34),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.691; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.693; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.693; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.693; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.694; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.694; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.694; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.695; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.695; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.695; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.697; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.699; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@32442a12 main
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.700; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/control/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.700; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.700; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.703; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@32442a12 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.704; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:29.704; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:30.766; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:30.766; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:47161",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:47161_"}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:30.766; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:30.767; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:30.770; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:31.706; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:31.706; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:47161 collection:control_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:31.707; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:31.713; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0003 type:delete cxid:0x84 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:31.714; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:31.714; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0003 type:create cxid:0x85 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:31.716; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:31.717; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:31.717; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:47161/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:31.717; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:31.717; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:47161/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:31.717; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:47161/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:31.717; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:31.721; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0003 type:create cxid:0x90 zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.273; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.281; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.324; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:47161/collection1/ and leader is http://127.0.0.1:47161/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.325; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47161
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.325; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.325; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.325; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.327; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.328; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.329; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.329; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.332; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.333; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39361/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@22b43354
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.334; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.334; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39361. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.335; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39361, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.335; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:55232
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.335; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:55232
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.336; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5f6b7fe0004 with negotiated timeout 10000 for client /127.0.0.1:55232
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.336; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39361, sessionid = 0x13dd5f6b7fe0004, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.336; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@22b43354 name:ZooKeeperConnection Watcher:127.0.0.1:39361/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.337; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.338; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.340; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.410; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.415; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:43512
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.415; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.416; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.416; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365094352341
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.416; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365094352341/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.416; org.apache.solr.core.CoreContainer; New CoreContainer 426947803
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.417; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365094352341/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.417; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365094352341/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.435; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.435; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.436; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.436; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.436; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.437; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.437; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.437; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.438; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.438; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.443; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.452; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39361/solr
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.452; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.453; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39361 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@63752307
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.454; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.454; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39361. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.455; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39361, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.455; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:55233
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.455; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:55233
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.456; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5f6b7fe0005 with negotiated timeout 20000 for client /127.0.0.1:55233
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.456; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39361, sessionid = 0x13dd5f6b7fe0005, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.457; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@63752307 name:ZooKeeperConnection Watcher:127.0.0.1:39361 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.457; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.459; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5f6b7fe0005
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.459; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5f6b7fe0005 closed
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.459; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:55233 which had sessionid 0x13dd5f6b7fe0005
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.459; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.460; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.463; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39361/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5aa35f6e
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.464; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.465; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39361. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.465; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39361, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.465; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:55234
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.466; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:55234
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.467; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5f6b7fe0006 with negotiated timeout 20000 for client /127.0.0.1:55234
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.467; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39361, sessionid = 0x13dd5f6b7fe0006, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.467; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5aa35f6e name:ZooKeeperConnection Watcher:127.0.0.1:39361/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.467; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.468; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.470; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:32.471; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.474; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43512_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.475; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0006 type:delete cxid:0xe zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43512_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43512_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.476; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:43512_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.478; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.479; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.479; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.480; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.484; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365094352341/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.484; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.485; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.485; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.486; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365094352341/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.486; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365094352341/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.487; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365094352341/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.509; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.540; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.541; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.545; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.785; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.786; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:47161",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:47161__collection1",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:47161_"}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.790; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.790; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.790; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.854; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.860; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.862; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.877; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.880; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.883; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:33.884; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:33.885; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.885; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:33.886; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:33.886; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.886; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.887; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365094352341/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty1/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.887; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a4748df
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.887; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.888; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.888; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty1/index/
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:33.888; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.888; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty1/index
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.890; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64607bd1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@70430b39),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.890; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.892; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.892; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.892; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.893; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.893; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.893; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.894; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.894; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.894; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.897; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.899; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@4838c6d3 main
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.899; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty1/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.900; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.900; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.905; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@4838c6d3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.907; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:33.907; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.294; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.295; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43512",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:43512_"}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.295; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.295; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.299; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.299; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.299; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.909; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.909; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:43512 collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.910; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.916; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0006 type:delete cxid:0x4c zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.916; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.917; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0006 type:create cxid:0x4d zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.918; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.919; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.919; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:43512/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.919; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.920; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:43512/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.920; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:43512/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.920; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:35.925; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0006 type:create cxid:0x58 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.804; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.811; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.811; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.811; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.830; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:43512/collection1/ and leader is http://127.0.0.1:43512/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.830; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43512
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.830; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.831; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.831; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.833; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.835; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.836; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.837; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.902; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.905; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:58842
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.905; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.906; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.906; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365094356842
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.906; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365094356842/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.907; org.apache.solr.core.CoreContainer; New CoreContainer 968851876
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.907; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365094356842/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.907; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365094356842/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.931; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.931; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.932; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.932; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.932; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.933; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.933; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.933; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.934; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.934; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.939; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.948; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39361/solr
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.949; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.949; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39361 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2eea8a78
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.950; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.950; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39361. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.951; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39361, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.951; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:55235
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.951; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:55235
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.952; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5f6b7fe0007 with negotiated timeout 20000 for client /127.0.0.1:55235
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.952; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39361, sessionid = 0x13dd5f6b7fe0007, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.953; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2eea8a78 name:ZooKeeperConnection Watcher:127.0.0.1:39361 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.953; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.954; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5f6b7fe0007
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.954; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5f6b7fe0007 closed
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.955; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:55235 which had sessionid 0x13dd5f6b7fe0007
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.954; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.955; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.958; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39361/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@73150f4e
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.959; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.959; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39361. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.959; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39361, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.959; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:55236
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.960; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:55236
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.961; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5f6b7fe0008 with negotiated timeout 20000 for client /127.0.0.1:55236
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.961; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39361, sessionid = 0x13dd5f6b7fe0008, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.961; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@73150f4e name:ZooKeeperConnection Watcher:127.0.0.1:39361/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.961; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.962; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.963; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:36.965; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.968; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58842_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.969; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0008 type:delete cxid:0xe zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58842_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58842_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.969; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:58842_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.971; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.971; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.972; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.973; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.973; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.974; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.974; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.978; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365094356842/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.978; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.978; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.979; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.979; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365094356842/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.980; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365094356842/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:37.980; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365094356842/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.003; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.042; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.043; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.047; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.317; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.317; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43512",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:43512__collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:43512_"}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.321; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.321; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.321; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.321; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.360; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.366; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.368; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.382; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.386; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.389; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:38.390; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:38.390; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.390; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:38.392; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:38.392; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.392; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.392; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365094356842/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty2/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.392; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a4748df
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.393; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.393; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty2
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.393; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty2/index/
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:38.394; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.394; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty2/index
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.395; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@94e7d27 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2313d7e3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.395; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.397; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.397; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.398; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.398; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.399; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.399; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.399; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.399; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.400; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.402; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.404; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1c8d63c7 main
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.404; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty2/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.405; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.405; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.409; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1c8d63c7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.410; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:38.410; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:39.825; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:39.826; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:58842",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:58842_"}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:39.826; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:39.827; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:39.831; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:39.831; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:39.831; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:39.831; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:40.412; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:40.412; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:58842 collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:40.413; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:40.419; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0008 type:delete cxid:0x4b zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:40.420; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:40.421; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0008 type:create cxid:0x4c zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:40.423; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:40.423; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:40.423; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:58842/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:40.423; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:40.424; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:58842/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:40.424; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:58842/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:40.424; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:40.428; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0008 type:create cxid:0x56 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.335; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.342; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.342; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.342; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.342; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.382; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:58842/collection1/ and leader is http://127.0.0.1:58842/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.382; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58842
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.382; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.383; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.383; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.385; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.386; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.386; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.387; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.448; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.450; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:46114
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.451; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.452; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.452; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365094361390
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.452; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365094361390/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.453; org.apache.solr.core.CoreContainer; New CoreContainer 1898389168
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.453; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365094361390/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.453; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365094361390/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.477; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.477; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.478; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.478; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.478; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.478; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.479; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.479; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.479; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.480; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.485; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.493; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39361/solr
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.494; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.494; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39361 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2f572caa
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.495; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.496; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39361. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.496; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39361, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.496; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:55237
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.497; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:55237
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.498; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5f6b7fe0009 with negotiated timeout 20000 for client /127.0.0.1:55237
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.498; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39361, sessionid = 0x13dd5f6b7fe0009, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.498; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@2f572caa name:ZooKeeperConnection Watcher:127.0.0.1:39361 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.498; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.500; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5f6b7fe0009
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.500; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5f6b7fe0009 closed
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.500; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:55237 which had sessionid 0x13dd5f6b7fe0009
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.500; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.501; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.504; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39361/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@b84ce33
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.504; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.505; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39361. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.505; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39361, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.505; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:55238
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.506; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:55238
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.507; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5f6b7fe000a with negotiated timeout 20000 for client /127.0.0.1:55238
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.507; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39361, sessionid = 0x13dd5f6b7fe000a, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.508; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@b84ce33 name:ZooKeeperConnection Watcher:127.0.0.1:39361/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.508; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.509; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.510; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe000a type:create cxid:0x3 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:41.512; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.514; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46114_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.515; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe000a type:delete cxid:0xe zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46114_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46114_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.516; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:46114_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.519; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.519; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.520; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.520; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.521; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.521; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.521; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.521; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.522; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.526; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365094361390/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.526; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.527; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.527; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.528; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365094361390/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.529; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365094361390/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.529; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365094361390/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.551; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.583; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.584; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.588; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.847; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.848; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:58842",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:58842__collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:58842_"}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.851; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.851; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.852; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.851; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.851; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.922; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.928; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.930; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.945; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.948; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.951; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:42.952; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:42.953; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.953; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:42.954; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:42.954; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.954; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.955; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365094361390/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty3/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.955; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a4748df
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.955; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.956; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty3
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.956; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty3/index/
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:42.956; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.956; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty3/index
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.958; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fb45612 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7cdc53b9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.958; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.960; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.960; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.961; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.961; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.962; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.962; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.962; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.962; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.963; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.965; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.967; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@24b71f9 main
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.968; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty3/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.968; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.968; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.973; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@24b71f9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.975; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:42.975; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.357; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.358; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46114",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:46114_"}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.358; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.358; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.362; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.362; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.362; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.362; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.362; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.977; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.977; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:46114 collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.981; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:46114/collection1/ and leader is http://127.0.0.1:43512/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.982; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46114
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.982; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.982; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.982; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.983; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.983; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.983; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.984; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.985; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.986; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.986; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:44.986; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.065; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.068; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:39016
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.069; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.069; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.069; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365094364992
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.070; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365094364992/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.070; org.apache.solr.core.CoreContainer; New CoreContainer 2012444804
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.070; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365094364992/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.071; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365094364992/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.092; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.093; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.093; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.093; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.094; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.094; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.094; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.095; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.095; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.095; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.106; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.118; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:39361/solr
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.118; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.119; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39361 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3d69aa30
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.120; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.120; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39361. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.121; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39361, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.121; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:55241
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.122; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:55241
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.122; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5f6b7fe000b with negotiated timeout 20000 for client /127.0.0.1:55241
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.122; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39361, sessionid = 0x13dd5f6b7fe000b, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.123; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3d69aa30 name:ZooKeeperConnection Watcher:127.0.0.1:39361 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.123; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.124; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5f6b7fe000b
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.124; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5f6b7fe000b closed
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.124; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:55241 which had sessionid 0x13dd5f6b7fe000b
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.124; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.125; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.128; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:39361/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4072181c
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.128; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.128; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:39361. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.129; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:39361, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.129; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:55242
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.129; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:55242
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.130; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5f6b7fe000c with negotiated timeout 20000 for client /127.0.0.1:55242
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.130; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:39361, sessionid = 0x13dd5f6b7fe000c, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.130; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@4072181c name:ZooKeeperConnection Watcher:127.0.0.1:39361/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.131; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.131; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.132; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe000c type:create cxid:0x3 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.134; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.866; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.866; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46114",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:46114__collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "node_name":"127.0.0.1:46114_"}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.870; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.871; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.871; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.871; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.871; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.870; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:45.994; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:46114__collection1&wt=javabin&onlyIfLeader=true&action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:46114_&checkLive=true&state=recovering&version=2} status=0 QTime=1001 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.137; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39016_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.137; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe000c type:delete cxid:0x10 zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:39016_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:39016_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.138; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:39016_
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.140; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.140; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.140; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.140; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.141; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.141; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.141; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.141; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.142; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.142; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.143; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.143; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.146; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365094364992/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.146; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.147; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.147; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.148; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365094364992/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.148; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365094364992/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.149; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365094364992/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.172; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.205; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.206; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.210; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.539; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.546; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.549; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.562; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.565; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.568; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:46.569; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:46.569; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.570; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:46.571; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:46.571; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.571; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.571; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365094364992/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty4/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.572; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a4748df
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.572; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.573; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty4
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.573; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty4/index/
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:46.573; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.574; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.575; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@15ca6df2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@16d63432),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.575; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.578; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.578; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.578; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.579; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.579; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.579; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.580; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.580; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.581; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.583; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.585; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3556895a main
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.586; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty4/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.586; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.587; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.591; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3556895a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.593; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:46.593; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.376; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.377; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:39016",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:39016_"}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.377; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.377; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.381; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.381; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.381; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.382; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.382; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.382; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.594; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.594; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:39016 collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.597; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:39016/collection1/ and leader is http://127.0.0.1:58842/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.597; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39016
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.598; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.598; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.599; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.599; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.600; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.600; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.600; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.601; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.601; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.601; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.602; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.607; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.608; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.611; org.apache.solr.core.CoreContainer; Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365094352341/onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.612; org.apache.solr.cloud.ZkController; Check for collection zkNode:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.613; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.613; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.614; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.614; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.616; org.apache.solr.cloud.ZkController; Load collection config from:/collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.617; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365094352341/onenodecollectioncore/'
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.647; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.673; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.675; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.679; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.981; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.987; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.989; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.995; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:43512/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.995; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:46114 START replicas=[http://127.0.0.1:43512/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:47.996; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.996; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.996; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.996; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.997; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.997; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:43512/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:47.997; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.003; org.apache.solr.core.SolrCore; [collection1] webapp= path=/get params={wt=javabin&distrib=false&getVersions=100&version=2&qt=/get} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.004; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.008; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64607bd1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@70430b39),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.009; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.010; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64607bd1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@70430b39),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64607bd1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@70430b39),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.010; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.010; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.010; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@71725614 realtime
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.011; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.011; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp= path=/update params={commit_end_point=true&wt=javabin&waitSearcher=true&commit=true&softCommit=false&openSearcher=false&version=2} {commit=} 0 7
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.013; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.013; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.015; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.018; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.019; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:48.019; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:48.019; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.019; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={wt=javabin&command=indexversion&version=2&qt=/replication} status=0 QTime=4 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.020; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.021; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.021; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.021; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:48.021; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:48.021; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.022; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.022; org.apache.solr.core.SolrCore; [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365094352341/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365094348794/onenodecollection/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.023; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@a4748df
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.024; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={generation=2&wt=javabin&command=filelist&version=2&qt=/replication} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.024; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.025; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.025; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365094348794/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.026; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty3/index.20130404235248025
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.026; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365094348794/onenodecollection/index/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.026; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@25dae111 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46909147) fullCopy=false
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:48.026; org.apache.solr.core.SolrCore; [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365094348794/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.027; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365094348794/onenodecollection/index
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.029; org.apache.solr.core.SolrCore; [collection1] webapp= path=/replication params={generation=2&file=segments_2&wt=filestream&checksum=true&command=filecontent&qt=/replication} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.029; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5090552b lockFactory=org.apache.lucene.store.NativeFSLockFactory@234313ad),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.029; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.030; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.031; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.032; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.032; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.032; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.033; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fb45612 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7cdc53b9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@fb45612 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7cdc53b9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.033; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.034; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.034; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.034; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.034; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1cf40137 main
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.035; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.035; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.035; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.036; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1cf40137 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.036; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.036; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty3/index.20130404235248025 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty3/index.20130404235248025;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.036; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.036; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty3/index.20130404235248025
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.037; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365094348793/jetty3/index.20130404235248025
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.037; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.037; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.037; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.038; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.039; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.039; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.046; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@5540b2f main
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.047; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365094348794/onenodecollection/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.048; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.048; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.051; org.apache.solr.core.SolrCore; [onenodecollectioncore] Registered new searcher Searcher@5540b2f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.052; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=down
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.888; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.889; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:39016",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:39016__collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "node_name":"127.0.0.1:39016_"}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.893; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46114",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:46114__collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "node_name":"127.0.0.1:46114_"}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.895; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43512",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "core":"onenodecollectioncore",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "node_name":"127.0.0.1:43512_"}
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.896; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection onenodecollection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.896; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.899; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.900; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.900; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.900; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.900; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:48.900; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.054; org.apache.solr.core.CoreContainer; registering core: onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.055; org.apache.solr.cloud.ZkController; Register replica - core:onenodecollectioncore address:http://127.0.0.1:43512 collection:onenodecollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.055; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.061; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0006 type:delete cxid:0xaf zxid:0xc2 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.062; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.062; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0006 type:create cxid:0xb0 zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.064; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.064; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.065; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:43512/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.065; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.065; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:43512/onenodecollectioncore/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.065; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:43512/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.066; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.069; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5f6b7fe0006 type:create cxid:0xbb zxid:0xc7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:49.608; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:39016__collection1&wt=javabin&onlyIfLeader=true&action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:39016_&checkLive=true&state=recovering&version=2} status=0 QTime=2001 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.410; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.416; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.416; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.416; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.416; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.416; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.416; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.425; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:43512/onenodecollectioncore/ and leader is http://127.0.0.1:43512/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.425; org.apache.solr.cloud.ZkController; No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:43512
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.426; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.426; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=active
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.427; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.428; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=1&wt=javabin&roles=none&collection=onenodecollection&action=CREATE&name=onenodecollectioncore&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365094348794/onenodecollection&version=2} status=0 QTime=2817 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.428; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:50.429; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:51.431; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:51.609; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:58842/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 16:52:51.609; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:39016 START replicas=[http://127.0.0.1:58842/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-04 16:52:51.609; org.apache.solr.update.Pee

[...truncated too long message...]

kTest-1365094264244/1365094287928unloadcollection_4n/index.20130404135144115;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.058; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365094264244/1365094287928unloadcollection_4n/index.20130404135144115
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.058; org.apache.solr.core.CachingDirectoryFactory; looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365094264244/1365094287928unloadcollection_4n [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365094264244/1365094287928unloadcollection_4n;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.059; org.apache.solr.core.CachingDirectoryFactory; Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365094264244/1365094287928unloadcollection_4n
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.060; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89462817701822476-127.0.0.1:53547_-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.060; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5f56db9000c
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.061; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.061; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5f56db9000c closed
[junit4:junit4]   1> WARN  - 2013-04-04 16:53:28.061; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.061; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:53417 which had sessionid 0x13dd5f56db9000c
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.061; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-04-04 16:53:28.062; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.063; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.063; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (0)
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.085; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.140; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.141; org.apache.zookeeper.server.ZooKeeperServer; shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.141; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.142; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.142; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.142; org.apache.zookeeper.server.PrepRequestProcessor; PrepRequestProcessor exited loop!
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.142; org.apache.zookeeper.server.SyncRequestProcessor; SyncRequestProcessor exited!
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.143; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.145; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:59193 59193
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.149; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:53420 which had sessionid 0x13dd5f56db9000d
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.150; org.apache.zookeeper.server.NIOServerCnxnFactory; NIOServerCnxn factory exited run method
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.150; org.apache.zookeeper.ClientCnxn$SendThread; Unable to read additional data from server sessionid 0x13dd5f56db9000d, likely server has closed socket, closing socket connection and attempting reconnect
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.154; org.apache.zookeeper.server.ZooKeeperServer; shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.155; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.155; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.156; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.157; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.255; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5f56db9000d closed
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.255; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@73397d4a name:ZooKeeperConnection Watcher:127.0.0.1:59193/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.256; org.apache.solr.common.cloud.ConnectionManager; Client->ZooKeeper status change trigger but we are already closed
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.256; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-UnloadDistributedZkTest-1365094264244
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=UnloadDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=355509CE585B1ABB -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr_ME -Dtests.timezone=Atlantic/Bermuda -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE  144s J0 | UnloadDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Still found shard2 in collection test_unload_shard_and_collection
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([355509CE585B1ABB:B4B387D62F047A87]:0)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:127)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:28.334; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 144128 T1166 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   1> WARN  - 2013-04-04 16:53:28.731; org.apache.solr.cloud.OverseerCollectionProcessor; Overseer cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 16:53:29.000; org.apache.zookeeper.server.SessionTrackerImpl; SessionTrackerImpl exited loop!
[junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=sr_ME, timezone=Atlantic/Bermuda
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=93343088,total=201637888
[junit4:junit4]   2> NOTE: All tests run in this JVM: [DocValuesTest, TestWriterPerf, DirectSolrConnectionTest, TestSurroundQueryParser, TestStressRecovery, ScriptEngineTest, IndexSchemaTest, OverseerTest, LegacyHTMLStripCharFilterTest, TestRealTimeGet, TestRemoteStreaming, QueryEqualityTest, TestSolrDeletionPolicy1, ClusterStateUpdateTest, UUIDFieldTest, QueryParsingTest, FieldMutatingUpdateProcessorTest, AliasIntegrationTest, DirectUpdateHandlerOptimizeTest, PrimitiveFieldTypeTest, LeaderElectionTest, TermsComponentTest, DistributedTermsComponentTest, BadCopyFieldTest, TestDynamicFieldCollectionResource, ResponseLogComponentTest, UnloadDistributedZkTest]
[junit4:junit4] Completed on J0 in 144.94s, 1 test, 1 failure <<< FAILURES!

[...truncated 664 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:448: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 284 suites, 1173 tests, 1 error, 1 failure, 13 ignored (7 assumptions)

Total time: 39 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b83 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b83) - Build # 5011 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5011/
Java: 32bit/jdk1.8.0-ea-b83 -server -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:45957/vbh/zy/onenodecollectioncore returned non ok status:404, message:Can not find: /vbh/zy/onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:45957/vbh/zy/onenodecollectioncore returned non ok status:404, message:Can not find: /vbh/zy/onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([3D18C82A38BFE1B4:BCFE46324FE08188]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9322 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.411; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /vbh/zy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.414; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.415; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.416; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.416; org.apache.zookeeper.server.ZooKeeperServer; tickTime set to 1000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.416; org.apache.zookeeper.server.ZooKeeperServer; minSessionTimeout set to -1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.417; org.apache.zookeeper.server.ZooKeeperServer; maxSessionTimeout set to -1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.417; org.apache.zookeeper.server.NIOServerCnxnFactory; binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.417; org.apache.zookeeper.server.persistence.FileTxnSnapLog; Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.516; org.apache.solr.cloud.ZkTestServer; start zk server on port:59243
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.516; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:59243 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@a40afa
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.517; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.517; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:59243. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.517; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:59243, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.518; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:44547
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.518; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:44547
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.518; org.apache.zookeeper.server.persistence.FileTxnLog; Creating new log file: log.1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.569; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5a8c17a0000 with negotiated timeout 10000 for client /127.0.0.1:44547
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.569; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:59243, sessionid = 0x13dd5a8c17a0000, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.569; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@a40afa name:ZooKeeperConnection Watcher:127.0.0.1:59243 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.570; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.570; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.573; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5a8c17a0000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.573; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5a8c17a0000 closed
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.573; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:44547 which had sessionid 0x13dd5a8c17a0000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.573; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.574; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:59243/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@63e45e
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.575; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.575; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:59243. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.575; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:59243, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.575; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:44548
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.576; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:44548
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.576; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5a8c17a0001 with negotiated timeout 10000 for client /127.0.0.1:44548
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.576; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:59243, sessionid = 0x13dd5a8c17a0001, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.577; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@63e45e name:ZooKeeperConnection Watcher:127.0.0.1:59243/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.577; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.577; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.579; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.581; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.582; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.583; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.584; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.586; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.587; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.590; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.590; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.592; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.592; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.594; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.594; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.596; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.596; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.598; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.598; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.600; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.600; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.601; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.602; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.603; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5a8c17a0001
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.604; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5a8c17a0001 closed
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.604; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:44548 which had sessionid 0x13dd5a8c17a0001
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.604; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.664; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.670; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:48528
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.671; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.671; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.672; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365089239604
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.672; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365089239604/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.672; org.apache.solr.core.CoreContainer; New CoreContainer 12108500
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.673; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365089239604/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.673; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365089239604/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.691; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.692; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.692; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.693; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.693; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.693; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.693; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.694; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.694; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.695; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.700; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.718; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:59243/solr
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.718; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.718; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:59243 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1275bdc
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.719; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.719; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:59243. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.720; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:59243, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.720; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:44549
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.721; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:44549
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.721; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5a8c17a0002 with negotiated timeout 20000 for client /127.0.0.1:44549
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.721; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:59243, sessionid = 0x13dd5a8c17a0002, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.722; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1275bdc name:ZooKeeperConnection Watcher:127.0.0.1:59243 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.722; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.723; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5a8c17a0002
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.723; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5a8c17a0002 closed
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.723; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:44549 which had sessionid 0x13dd5a8c17a0002
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.723; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.724; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.727; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:59243/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e5c5f5
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.728; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.728; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:59243. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.728; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:59243, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.728; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:44550
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.729; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:44550
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.730; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5a8c17a0003 with negotiated timeout 20000 for client /127.0.0.1:44550
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.730; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:59243, sessionid = 0x13dd5a8c17a0003, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.730; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1e5c5f5 name:ZooKeeperConnection Watcher:127.0.0.1:59243/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.730; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.732; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.734; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.734; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.736; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.737; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48528_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.738; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:48528_vbh%2Fzy Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:48528_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.738; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:48528_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.740; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.743; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.743; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.745; org.apache.solr.cloud.Overseer; Overseer (id=89462488394498051-127.0.0.1:48528_vbh%2Fzy-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.745; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.746; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.747; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.747; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.749; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.749; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.750; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.751; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.753; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.754; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.756; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365089239604/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.756; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.757; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.757; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.758; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365089239604/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.758; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365089239604/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.758; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365089239604/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.780; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.808; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.809; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:19.812; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.176; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.182; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.184; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.194; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.197; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.200; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:20.201; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:20.201; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.201; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:20.202; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:20.202; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.202; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.203; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365089239604/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/control/data/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.203; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16b317f
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.203; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.204; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/control/data
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.204; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/control/data/index/
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:20.204; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.204; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/control/data/index
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.205; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@da713b lockFactory=org.apache.lucene.store.NativeFSLockFactory@bdbb66),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.206; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.207; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.207; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.208; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.208; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.209; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.209; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.209; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.209; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.210; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.212; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.214; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@16675e6 main
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.214; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/control/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.215; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.215; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.219; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@16675e6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.219; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:20.220; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:21.257; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:21.258; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:48528/vbh/zy",
[junit4:junit4]   1>   "node_name":"127.0.0.1:48528_vbh%2Fzy",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":null}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:21.258; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:21.258; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:21.261; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.221; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.221; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:48528/vbh/zy collection:control_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.222; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.228; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0003 type:delete cxid:0x84 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.229; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.230; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0003 type:create cxid:0x85 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.231; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.232; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.232; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:48528/vbh/zy/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.232; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.233; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:48528/vbh/zy/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.233; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:48528/vbh/zy/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.233; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.237; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0003 type:create cxid:0x90 zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.764; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.769; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.792; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:48528/vbh/zy/collection1/ and leader is http://127.0.0.1:48528/vbh/zy/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.792; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48528/vbh/zy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.792; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.792; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.792; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.794; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.795; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.795; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.796; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.798; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.799; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:59243/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@14ae470
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.800; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.800; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:59243. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.800; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:59243, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.800; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:44551
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.801; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:44551
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.802; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5a8c17a0004 with negotiated timeout 10000 for client /127.0.0.1:44551
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.802; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:59243, sessionid = 0x13dd5a8c17a0004, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.802; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@14ae470 name:ZooKeeperConnection Watcher:127.0.0.1:59243/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.802; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.803; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.805; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.865; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.867; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:46877
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.868; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.868; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.869; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365089242805
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.869; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365089242805/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.869; org.apache.solr.core.CoreContainer; New CoreContainer 26766214
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.870; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365089242805/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.870; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365089242805/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.888; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.889; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.889; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.890; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.890; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.890; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.891; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.891; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.891; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.892; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.907; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.916; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:59243/solr
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.917; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.917; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:59243 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@33825d
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.918; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.918; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:59243. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.919; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:59243, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.919; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:44552
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.919; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:44552
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.920; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5a8c17a0005 with negotiated timeout 20000 for client /127.0.0.1:44552
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.920; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:59243, sessionid = 0x13dd5a8c17a0005, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.921; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@33825d name:ZooKeeperConnection Watcher:127.0.0.1:59243 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.921; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.922; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5a8c17a0005
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.922; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5a8c17a0005 closed
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.922; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.922; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:44552 which had sessionid 0x13dd5a8c17a0005
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.923; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.926; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:59243/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@771fe0
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.927; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.927; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:59243. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.927; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:59243, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.927; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:44553
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.928; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:44553
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.928; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5a8c17a0006 with negotiated timeout 20000 for client /127.0.0.1:44553
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.928; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:59243, sessionid = 0x13dd5a8c17a0006, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.929; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@771fe0 name:ZooKeeperConnection Watcher:127.0.0.1:59243/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.929; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.930; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.931; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:22.932; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.935; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46877_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.936; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0006 type:delete cxid:0xe zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46877_vbh%2Fzy Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46877_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.936; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:46877_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.938; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.939; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.939; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.940; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.943; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365089242805/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.944; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.944; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.944; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.945; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365089242805/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.946; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365089242805/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.946; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365089242805/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:23.968; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.006; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.007; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.010; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.272; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.273; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:48528/vbh/zy",
[junit4:junit4]   1>   "node_name":"127.0.0.1:48528_vbh%2Fzy",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:48528_vbh%2Fzy_collection1",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":"shard1"}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.276; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.276; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.276; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.331; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.336; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.339; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.347; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.350; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.353; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:24.353; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:24.354; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.354; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:24.355; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:24.355; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.355; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.355; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365089242805/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty1/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.356; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16b317f
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.356; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.356; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.356; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty1/index/
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:24.357; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.357; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty1/index
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.358; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d9712d lockFactory=org.apache.lucene.store.NativeFSLockFactory@13ebe63),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.358; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.360; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.360; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.361; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.361; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.361; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.362; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.362; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.362; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.363; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.365; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.367; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@179fccc main
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.367; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty1/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.368; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.368; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.371; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@179fccc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.372; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:24.372; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:25.779; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:25.779; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46877/vbh/zy",
[junit4:junit4]   1>   "node_name":"127.0.0.1:46877_vbh%2Fzy",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:25.780; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:25.780; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:25.783; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:25.783; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:25.783; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:26.374; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:26.374; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:46877/vbh/zy collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:26.375; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:26.381; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0006 type:delete cxid:0x4c zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:26.381; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:26.382; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0006 type:create cxid:0x4d zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:26.384; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:26.384; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:26.384; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:46877/vbh/zy/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:26.384; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:26.385; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:46877/vbh/zy/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:26.385; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:46877/vbh/zy/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:26.385; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:26.388; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0006 type:create cxid:0x58 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.287; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.292; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.292; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.292; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.342; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:46877/vbh/zy/collection1/ and leader is http://127.0.0.1:46877/vbh/zy/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.342; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46877/vbh/zy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.342; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.343; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.343; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.345; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.346; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.346; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.347; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.409; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.411; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:45957
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.412; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.412; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.413; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365089247350
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.413; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365089247350/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.413; org.apache.solr.core.CoreContainer; New CoreContainer 24681656
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.414; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365089247350/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.414; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365089247350/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.432; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.433; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.433; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.433; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.434; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.434; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.434; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.435; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.435; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.435; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.451; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.460; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:59243/solr
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.460; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.461; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:59243 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@170eae1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.462; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.462; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:59243. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.463; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:59243, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.463; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:44555
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.463; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:44555
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.464; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5a8c17a0007 with negotiated timeout 20000 for client /127.0.0.1:44555
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.464; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:59243, sessionid = 0x13dd5a8c17a0007, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.464; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@170eae1 name:ZooKeeperConnection Watcher:127.0.0.1:59243 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.464; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.466; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5a8c17a0007
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.466; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5a8c17a0007 closed
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.466; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.466; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:44555 which had sessionid 0x13dd5a8c17a0007
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.467; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.470; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:59243/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@92a6e0
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.470; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.471; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:59243. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.471; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:59243, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.471; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:44556
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.472; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:44556
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.472; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5a8c17a0008 with negotiated timeout 20000 for client /127.0.0.1:44556
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.472; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:59243, sessionid = 0x13dd5a8c17a0008, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.473; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@92a6e0 name:ZooKeeperConnection Watcher:127.0.0.1:59243/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.473; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.474; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.475; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:27.476; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.478; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45957_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.479; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0008 type:delete cxid:0xe zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:45957_vbh%2Fzy Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:45957_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.480; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:45957_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.482; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.483; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.483; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.483; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.483; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.483; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.484; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.487; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365089247350/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.487; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.488; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.488; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.489; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365089247350/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.489; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365089247350/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.489; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365089247350/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.512; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.550; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.551; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.556; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.795; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.796; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46877/vbh/zy",
[junit4:junit4]   1>   "node_name":"127.0.0.1:46877_vbh%2Fzy",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:46877_vbh%2Fzy_collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2"}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.799; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.799; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.799; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.799; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.883; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.889; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.891; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.901; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.904; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.906; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:28.907; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:28.907; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.907; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:28.908; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:28.908; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.908; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.909; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365089247350/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty2/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.909; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16b317f
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.909; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.910; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty2
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.910; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty2/index/
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:28.910; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.910; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty2/index
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.912; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a6f5bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@76eac7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.912; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.913; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.914; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.914; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.914; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.915; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.915; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.915; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.916; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.916; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.918; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.920; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@40bf46 main
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.920; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty2/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.921; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.921; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.924; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@40bf46 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.925; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:28.926; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.303; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.304; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:45957/vbh/zy",
[junit4:junit4]   1>   "node_name":"127.0.0.1:45957_vbh%2Fzy",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.304; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.304; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.306; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.307; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.306; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.306; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.928; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.928; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:45957/vbh/zy collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.929; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.933; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0008 type:delete cxid:0x4b zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.933; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.933; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0008 type:create cxid:0x4c zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.935; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.935; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.935; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:45957/vbh/zy/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.935; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.935; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:45957/vbh/zy/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.936; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:45957/vbh/zy/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.936; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:30.938; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0008 type:create cxid:0x56 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.810; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.815; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.815; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.815; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.815; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.841; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:45957/vbh/zy/collection1/ and leader is http://127.0.0.1:45957/vbh/zy/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.841; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45957/vbh/zy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.841; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.841; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.841; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.843; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.844; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.844; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.844; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.914; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.916; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:35251
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.917; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.917; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.918; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365089251847
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.918; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365089251847/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.918; org.apache.solr.core.CoreContainer; New CoreContainer 11421031
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.919; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365089251847/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.919; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365089251847/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.949; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.949; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.950; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.950; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.950; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.951; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.951; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.951; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.952; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.952; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.958; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.966; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:59243/solr
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.967; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.967; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:59243 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@c493fc
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.968; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.968; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:59243. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.970; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:59243, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.970; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:44557
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.970; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:44557
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.971; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5a8c17a0009 with negotiated timeout 20000 for client /127.0.0.1:44557
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.971; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:59243, sessionid = 0x13dd5a8c17a0009, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.971; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@c493fc name:ZooKeeperConnection Watcher:127.0.0.1:59243 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.972; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.973; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5a8c17a0009
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.973; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5a8c17a0009 closed
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.973; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:44557 which had sessionid 0x13dd5a8c17a0009
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.973; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.974; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.977; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:59243/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@68fc44
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.978; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.978; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:59243. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.978; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:59243, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.978; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:44558
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.979; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:44558
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.979; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5a8c17a000a with negotiated timeout 20000 for client /127.0.0.1:44558
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.979; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:59243, sessionid = 0x13dd5a8c17a000a, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.980; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@68fc44 name:ZooKeeperConnection Watcher:127.0.0.1:59243/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.980; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.981; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.982; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a000a type:create cxid:0x3 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:31.983; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.986; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35251_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.986; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a000a type:delete cxid:0xe zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:35251_vbh%2Fzy Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:35251_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.987; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:35251_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.989; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.989; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.990; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.990; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.990; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.991; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.991; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.991; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.991; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.994; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365089251847/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.994; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.995; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.995; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.996; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365089251847/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.997; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365089251847/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:32.997; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365089251847/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.020; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.060; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.062; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.065; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.319; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.320; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:45957/vbh/zy",
[junit4:junit4]   1>   "node_name":"127.0.0.1:45957_vbh%2Fzy",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:45957_vbh%2Fzy_collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1"}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.323; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.324; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.324; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.323; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.323; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.394; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.399; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.401; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.411; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.413; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.416; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:33.416; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:33.417; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.417; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:33.418; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:33.418; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.418; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.418; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365089251847/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty3/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.419; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16b317f
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.419; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.419; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty3
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.420; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty3/index/
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:33.420; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.420; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty3/index
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.421; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18e523c lockFactory=org.apache.lucene.store.NativeFSLockFactory@84a8f1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.422; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.423; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.423; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.424; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.424; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.425; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.425; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.425; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.425; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.426; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.428; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.430; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1644101 main
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.430; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty3/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.431; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.431; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.435; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1644101 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.436; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:33.436; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:34.828; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:34.828; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:35251/vbh/zy",
[junit4:junit4]   1>   "node_name":"127.0.0.1:35251_vbh%2Fzy",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:34.829; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:34.829; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:34.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:34.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:34.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:34.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:34.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.438; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.438; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:35251/vbh/zy collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.441; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:35251/vbh/zy/collection1/ and leader is http://127.0.0.1:46877/vbh/zy/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.442; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35251/vbh/zy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.442; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.442; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.442; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.443; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.443; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.443; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.444; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.444; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.445; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.444; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.445; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.513; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.515; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:48641
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.516; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.516; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.516; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365089255448
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.517; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365089255448/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.517; org.apache.solr.core.CoreContainer; New CoreContainer 23227954
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.518; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365089255448/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.518; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365089255448/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.550; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.550; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.551; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.551; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.551; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.552; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.552; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.552; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.553; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.553; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.561; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.572; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:59243/solr
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.572; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.573; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:59243 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@125aeb9
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.574; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.574; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:59243. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.575; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:59243, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.575; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:44561
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.576; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:44561
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.577; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5a8c17a000b with negotiated timeout 20000 for client /127.0.0.1:44561
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.577; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:59243, sessionid = 0x13dd5a8c17a000b, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.577; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@125aeb9 name:ZooKeeperConnection Watcher:127.0.0.1:59243 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.577; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.579; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5a8c17a000b
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.579; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5a8c17a000b closed
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.579; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:44561 which had sessionid 0x13dd5a8c17a000b
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.579; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.580; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.583; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:59243/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@17e2289
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.584; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.584; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:59243. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.584; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:59243, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.584; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:44562
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.585; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:44562
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.585; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd5a8c17a000c with negotiated timeout 20000 for client /127.0.0.1:44562
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.586; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:59243, sessionid = 0x13dd5a8c17a000c, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.586; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@17e2289 name:ZooKeeperConnection Watcher:127.0.0.1:59243/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.586; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.587; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.588; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a000c type:create cxid:0x3 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:35.589; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.335; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.336; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:35251/vbh/zy",
[junit4:junit4]   1>   "node_name":"127.0.0.1:35251_vbh%2Fzy",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:35251_vbh%2Fzy_collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2"}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.339; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.339; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.340; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.339; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.339; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.339; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.449; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:35251_vbh%252Fzy_collection1&state=recovering&core=collection1&onlyIfLeader=true&action=PREPRECOVERY&version=2&checkLive=true&wt=javabin&nodeName=127.0.0.1:35251_vbh%252Fzy} status=0 QTime=1000 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.592; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48641_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.593; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a000c type:delete cxid:0x10 zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:48641_vbh%2Fzy Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:48641_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.593; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:48641_vbh%2Fzy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.595; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.595; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.595; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.595; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.596; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.596; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.596; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.596; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.596; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.596; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.597; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.598; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.600; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365089255448/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.600; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.601; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.601; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.602; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365089255448/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.603; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365089255448/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.603; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365089255448/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.626; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.664; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.666; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:36.669; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.013; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.018; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.021; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.029; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.032; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.034; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:37.035; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:37.035; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.036; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:37.036; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:37.036; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.037; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.037; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365089255448/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty4/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.037; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16b317f
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.037; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.038; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty4
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.038; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty4/index/
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:37.038; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.039; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.040; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@ab61e2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1be18b6),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.040; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.042; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.042; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.042; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.043; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.043; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.043; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.044; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.044; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.044; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.047; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.049; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1206e6f main
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.049; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty4/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.050; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.050; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.054; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1206e6f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.055; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.056; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.843; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.844; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:48641/vbh/zy",
[junit4:junit4]   1>   "node_name":"127.0.0.1:48641_vbh%2Fzy",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.845; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.845; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.848; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.848; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.848; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.848; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.848; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:37.848; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.057; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.057; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:48641/vbh/zy collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.059; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:48641/vbh/zy/collection1/ and leader is http://127.0.0.1:45957/vbh/zy/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.060; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48641/vbh/zy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.060; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.060; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.060; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.061; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.061; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.062; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.062; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.062; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.063; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.062; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.063; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.067; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.068; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.072; org.apache.solr.core.CoreContainer; Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365089242805/onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.072; org.apache.solr.cloud.ZkController; Check for collection zkNode:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.073; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.073; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.074; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.075; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.076; org.apache.solr.cloud.ZkController; Load collection config from:/collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.077; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365089242805/onenodecollectioncore/'
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.114; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.144; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.145; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.149; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.450; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:46877/vbh/zy/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.451; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:35251/vbh/zy START replicas=[http://127.0.0.1:46877/vbh/zy/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:38.451; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.451; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.451; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.452; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.452; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.452; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:46877/vbh/zy/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.452; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.455; org.apache.solr.core.SolrCore; [collection1] webapp=/vbh/zy path=/get params={getVersions=100&qt=/get&version=2&distrib=false&wt=javabin} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.456; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.458; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d9712d lockFactory=org.apache.lucene.store.NativeFSLockFactory@13ebe63),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.458; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.459; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d9712d lockFactory=org.apache.lucene.store.NativeFSLockFactory@13ebe63),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d9712d lockFactory=org.apache.lucene.store.NativeFSLockFactory@13ebe63),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.460; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.460; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3d6c6e realtime
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.461; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.461; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/vbh/zy path=/update params={commit=true&openSearcher=false&waitSearcher=true&version=2&wt=javabin&softCommit=false&commit_end_point=true} {commit=} 0 5
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.462; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.462; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.467; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.467; org.apache.solr.core.SolrCore; [collection1] webapp=/vbh/zy path=/replication params={qt=/replication&version=2&command=indexversion&wt=javabin} status=0 QTime=4 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.468; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.468; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.468; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.470; org.apache.solr.core.SolrCore; [collection1] webapp=/vbh/zy path=/replication params={qt=/replication&version=2&generation=2&command=filelist&wt=javabin} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.471; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.471; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty3/index.20130404172738471
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.471; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1c3cc7c lockFactory=org.apache.lucene.store.NativeFSLockFactory@a4ff15) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.473; org.apache.solr.core.SolrCore; [collection1] webapp=/vbh/zy path=/replication params={checksum=true&file=segments_2&qt=/replication&generation=2&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.474; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.475; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.475; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.476; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18e523c lockFactory=org.apache.lucene.store.NativeFSLockFactory@84a8f1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18e523c lockFactory=org.apache.lucene.store.NativeFSLockFactory@84a8f1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.476; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.476; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.477; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@cc3f1 main
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.478; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@cc3f1 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.478; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty3/index.20130404172738471 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty3/index.20130404172738471;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.478; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty3/index.20130404172738471
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.479; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty3/index.20130404172738471
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.479; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.479; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.479; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.479; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.480; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.648; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.653; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.655; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.665; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.668; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.670; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:38.671; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:38.672; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.672; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:38.673; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:38.674; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.674; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.674; org.apache.solr.core.SolrCore; [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365089242805/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365089239415/onenodecollection/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.675; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16b317f
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.675; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.676; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365089239415/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.676; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365089239415/onenodecollection/index/
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:38.676; org.apache.solr.core.SolrCore; [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365089239415/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.677; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365089239415/onenodecollection/index
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.678; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@158116 lockFactory=org.apache.lucene.store.NativeFSLockFactory@875d27),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.678; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.680; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.680; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.681; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.681; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.681; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.682; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.682; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.682; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.683; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.685; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.687; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1e9e6f7 main
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.688; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365089239415/onenodecollection/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.688; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.688; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.691; org.apache.solr.core.SolrCore; [onenodecollectioncore] Registered new searcher Searcher@1e9e6f7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:38.692; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:39.351; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:39.352; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:48641/vbh/zy",
[junit4:junit4]   1>   "node_name":"127.0.0.1:48641_vbh%2Fzy",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:48641_vbh%2Fzy_collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1"}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:39.355; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "core":"collection1",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:35251/vbh/zy",
[junit4:junit4]   1>   "node_name":"127.0.0.1:35251_vbh%2Fzy",
[junit4:junit4]   1>   "core_node_name":"127.0.0.1:35251_vbh%2Fzy_collection1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2"}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:39.900; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "core":"onenodecollectioncore",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46877/vbh/zy",
[junit4:junit4]   1>   "node_name":"127.0.0.1:46877_vbh%2Fzy",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":null}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:39.900; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection onenodecollection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:39.900; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:39.903; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:39.903; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:39.903; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:39.903; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:39.903; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:39.903; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.067; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:48641_vbh%252Fzy_collection1&state=recovering&core=collection1&onlyIfLeader=true&action=PREPRECOVERY&version=2&checkLive=true&wt=javabin&nodeName=127.0.0.1:48641_vbh%252Fzy} status=0 QTime=2000 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.693; org.apache.solr.core.CoreContainer; registering core: onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.694; org.apache.solr.cloud.ZkController; Register replica - core:onenodecollectioncore address:http://127.0.0.1:46877/vbh/zy collection:onenodecollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.695; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.701; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0006 type:delete cxid:0xaf zxid:0xc2 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.701; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.702; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0006 type:create cxid:0xb0 zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.704; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.705; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.705; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:46877/vbh/zy/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.705; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.706; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:46877/vbh/zy/onenodecollectioncore/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.706; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:46877/vbh/zy/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.707; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:40.710; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd5a8c17a0006 type:create cxid:0xbb zxid:0xc7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.409; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.416; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.416; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.463; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:46877/vbh/zy/onenodecollectioncore/ and leader is http://127.0.0.1:46877/vbh/zy/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.463; org.apache.solr.cloud.ZkController; No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:46877/vbh/zy
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.464; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.464; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=active
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.465; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.466; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={action=CREATE&version=2&collection=onenodecollection&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365089239415/onenodecollection&roles=none&wt=javabin&name=onenodecollectioncore&numShards=1} status=0 QTime=3394 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.466; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:41.467; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.068; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:45957/vbh/zy/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.068; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:48641/vbh/zy START replicas=[http://127.0.0.1:45957/vbh/zy/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:42.069; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.069; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.069; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.069; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.069; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.069; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:45957/vbh/zy/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.069; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.074; org.apache.solr.core.SolrCore; [collection1] webapp=/vbh/zy path=/get params={getVersions=100&qt=/get&version=2&distrib=false&wt=javabin} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.075; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.077; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a6f5bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@76eac7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.077; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.078; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a6f5bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@76eac7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a6f5bc lockFactory=org.apache.lucene.store.NativeFSLockFactory@76eac7),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.078; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.079; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@43deed realtime
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.079; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.079; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/vbh/zy path=/update params={commit=true&openSearcher=false&waitSearcher=true&version=2&wt=javabin&softCommit=false&commit_end_point=true} {commit=} 0 4
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.080; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.080; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.081; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.082; org.apache.solr.core.SolrCore; [collection1] webapp=/vbh/zy path=/replication params={qt=/replication&version=2&command=indexversion&wt=javabin} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.082; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:42.082; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> 

[...truncated too long message...]

t-1365089239415/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.873; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty4;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.873; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365089239415/jetty4
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.874; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89462488394498060-127.0.0.1:48641_vbh%2Fzy-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.874; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd5a8c17a000c
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.875; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:44562 which had sessionid 0x13dd5a8c17a000c
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.875; org.apache.zookeeper.ZooKeeper; Session: 0x13dd5a8c17a000c closed
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.896; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/vbh/zy,null}
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.951; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.952; org.apache.zookeeper.server.ZooKeeperServer; shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.952; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.952; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.953; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.953; org.apache.zookeeper.server.PrepRequestProcessor; PrepRequestProcessor exited loop!
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.953; org.apache.zookeeper.server.SyncRequestProcessor; SyncRequestProcessor exited!
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.953; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.954; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:59243 59243
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.955; org.apache.zookeeper.server.NIOServerCnxnFactory; NIOServerCnxn factory exited run method
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.955; org.apache.zookeeper.server.ZooKeeperServer; shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.956; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.956; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.956; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.956; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1365089239415
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=3D18C82A38BFE1B4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fi_FI -Dtests.timezone=Asia/Hebron -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   32.6s J1 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:45957/vbh/zy/onenodecollectioncore returned non ok status:404, message:Can not find: /vbh/zy/onenodecollectioncore/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([3D18C82A38BFE1B4:BCFE46324FE08188]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:51.982; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 32574 T1927 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:52.000; org.apache.zookeeper.server.SessionTrackerImpl; SessionTrackerImpl exited loop!
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:52.088; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:52.088; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:52.088; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:52.089; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:53.175; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:53.176; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> WARN  - 2013-04-04 15:27:53.176; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 15:27:53.176; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=fi_FI, timezone=Asia/Hebron
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=2,free=76551040,total=194719744
[junit4:junit4]   2> NOTE: All tests run in this JVM: [HardAutoCommitTest, TestLuceneMatchVersion, TestMergePolicyConfig, TestElisionMultitermQuery, SuggesterWFSTTest, HighlighterTest, EchoParamsTest, SolrCmdDistributorTest, TestNumberUtils, BadCopyFieldTest, TestFastOutputStream, DefaultValueUpdateProcessorTest, CollectionsAPIDistributedZkTest, TestSchemaResource, TermVectorComponentDistributedTest, FieldAnalysisRequestHandlerTest, PingRequestHandlerTest, SolrCoreCheckLockOnStartupTest, SolrTestCaseJ4Test, SampleTest, AliasIntegrationTest, TestUpdate, TestAtomicUpdateErrorCases, ChaosMonkeySafeLeaderTest, TestBinaryField, TimeZoneUtilsTest, DocumentAnalysisRequestHandlerTest, TestSchemaNameResource, TestJmxIntegration, TestSolrQueryParserResource, TestLMJelinekMercerSimilarityFactory, TestSolrXMLSerializer, CoreContainerCoreInitFailuresTest, TestFoldingMultitermQuery, CurrencyFieldOpenExchangeTest, ShardRoutingCustomTest, ClusterStateTest, DOMUtilTest, TestComponentsName, StatsComponentTest, TestAnalyzedSuggestions, UpdateParamsTest, DebugComponentTest, RequiredFieldsTest, DistanceFunctionTest, TestRangeQuery, OutputWriterTest, TestDistributedSearch, TestCollationField, SolrRequestParserTest, TestArbitraryIndexDir, FullSolrCloudDistribCmdsTest, TestIndexingPerformance, TestJmxMonitoredMap, DirectSolrSpellCheckerTest, TestReload, DocValuesMultiTest, FileUtilsTest, BadIndexSchemaTest, DisMaxRequestHandlerTest, IndexReaderFactoryTest, TestStressReorder, TestUniqueKeyFieldResource, TestPostingsSolrHighlighter, TestRecovery, TestDefaultSimilarityFactory, CurrencyFieldXmlFileTest, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 33.85s, 1 test, 1 error <<< FAILURES!

[...truncated 443 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:448: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 284 suites, 1173 tests, 1 error, 13 ignored (7 assumptions)

Total time: 39 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b83 -server -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b83) - Build # 5010 - Still Failing!

Posted by Mark Miller <ma...@gmail.com>.
Turns out I get this intermittently pretty easily on java 8 locally as well. Hope to look a little deeper later today.

- Mark

On Apr 4, 2013, at 10:10 AM, Policeman Jenkins Server <je...@thetaphi.de> wrote:

> Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5010/
> Java: 32bit/jdk1.8.0-ea-b83 -server -XX:+UseSerialGC
> 
> 1 tests failed.
> FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch
> 
> Error Message:
> Server at http://127.0.0.1:42097/f_ggh/x/onenodecollectioncore returned non ok status:404, message:Can not find: /f_ggh/x/onenodecollectioncore/update
> 
> Stack Trace:
> org.apache.solr.common.SolrException: Server at http://127.0.0.1:42097/f_ggh/x/onenodecollectioncore returned non ok status:404, message:Can not find: /f_ggh/x/onenodecollectioncore/update
> 	at __randomizedtesting.SeedInfo.seed([40F262C1A2086D34:C114ECD9D5570D08]:0)
> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
> 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
> 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
> 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
> 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
> 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
> 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
> 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 	at java.lang.reflect.Method.invoke(Method.java:487)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> 	at java.lang.Thread.run(Thread.java:722)
> 
> 
> 
> 
> Build Log:
> [...truncated 9297 lines...]
> [junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.881; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /f_ggh/x
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.885; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.886; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
> [junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.896; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.897; org.apache.zookeeper.server.ZooKeeperServer; tickTime set to 1000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.897; org.apache.zookeeper.server.ZooKeeperServer; minSessionTimeout set to -1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.897; org.apache.zookeeper.server.ZooKeeperServer; maxSessionTimeout set to -1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.897; org.apache.zookeeper.server.NIOServerCnxnFactory; binding to port 0.0.0.0/0.0.0.0:0
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.898; org.apache.zookeeper.server.persistence.FileTxnSnapLog; Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/zookeeper/server1/data/version-2/snapshot.0
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.986; org.apache.solr.cloud.ZkTestServer; start zk server on port:49581
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.987; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@621bf8
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.988; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.988; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.988; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.989; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57968
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.989; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57968
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.989; org.apache.zookeeper.server.persistence.FileTxnLog; Creating new log file: log.1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.008; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20000 with negotiated timeout 10000 for client /127.0.0.1:57968
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.008; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20000, negotiated timeout = 10000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.009; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@621bf8 name:ZooKeeperConnection Watcher:127.0.0.1:49581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.009; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.009; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.012; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd20000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.012; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd20000 closed
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.013; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:57968 which had sessionid 0x13dd55d7dd20000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.012; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.013; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@a5e9c4
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.014; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.014; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.015; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.015; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57969
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.015; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57969
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.016; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20001 with negotiated timeout 10000 for client /127.0.0.1:57969
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.016; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20001, negotiated timeout = 10000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.017; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@a5e9c4 name:ZooKeeperConnection Watcher:127.0.0.1:49581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.017; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.017; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.019; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.020; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.021; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.023; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.023; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.026; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.027; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.030; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.030; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.032; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.032; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.034; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.034; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.036; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.036; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.039; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.039; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.041; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.041; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.043; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.043; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.045; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd20001
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.045; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd20001 closed
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.045; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.045; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:57969 which had sessionid 0x13dd55d7dd20001
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.116; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.122; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:43675
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.122; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.123; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.123; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.123; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/solr.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.124; org.apache.solr.core.CoreContainer; New CoreContainer 6220825
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.124; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.124; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.142; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.142; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.142; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.143; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.143; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.143; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.144; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.144; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.144; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.145; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.156; org.apache.solr.core.CoreContainer; Registering Log Listener
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.165; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49581/solr
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.165; org.apache.solr.cloud.ZkController; zkHost includes chroot
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.165; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1da6235
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.166; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.166; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.167; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.167; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57970
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.167; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57970
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.168; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20002 with negotiated timeout 20000 for client /127.0.0.1:57970
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.168; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20002, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.168; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1da6235 name:ZooKeeperConnection Watcher:127.0.0.1:49581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.169; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.169; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd20002
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.170; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd20002 closed
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.170; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:57970 which had sessionid 0x13dd55d7dd20002
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.170; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.170; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.175; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d9cbaa
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.176; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.178; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.178; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.178; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57971
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.178; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57971
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.179; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20003 with negotiated timeout 20000 for client /127.0.0.1:57971
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.179; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20003, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.180; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1d9cbaa name:ZooKeeperConnection Watcher:127.0.0.1:49581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.180; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.181; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.183; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.183; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.185; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.187; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43675_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.187; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43675_f_ggh%2Fx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43675_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.188; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:43675_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.189; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.194; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.195; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.196; org.apache.solr.cloud.Overseer; Overseer (id=89462165136867331-127.0.0.1:43675_f_ggh%2Fx-n_0000000000) starting
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.197; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.197; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.198; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.199; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.200; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.201; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.201; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.203; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.204; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.205; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.215; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.216; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.216; org.apache.solr.cloud.ZkController; Collection zkNode exists
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.216; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.217; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/collection1/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.217; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/collection1/lib/README' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.218; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/collection1/lib/classes/' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.239; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.280; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.281; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.285; org.apache.solr.schema.IndexSchema; Schema name=test
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.669; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.675; org.apache.solr.schema.IndexSchema; default search field in schema is text
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.678; org.apache.solr.schema.IndexSchema; unique key field: id
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.689; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.692; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.695; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:07.696; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:07.696; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.696; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:07.697; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:07.697; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.697; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.698; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/control/data/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.698; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dfe384
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.698; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.699; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/control/data
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.699; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/control/data/index/
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:07.699; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/control/data/index' doesn't exist. Creating new index...
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.699; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/control/data/index
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.701; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9ef188 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c60bdd),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.701; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.702; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.702; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.703; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.703; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.704; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.704; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.704; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.704; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.705; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.708; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.711; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1780661 main
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.711; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/control/data/tlog
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.712; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.712; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.716; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1780661 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.716; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.717; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:08.716; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:08.716; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "core_node_name":"1",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:43675_f_ggh%2Fx",
> [junit4:junit4]   1>   "state":"down",
> [junit4:junit4]   1>   "numShards":"1",
> [junit4:junit4]   1>   "shard":null,
> [junit4:junit4]   1>   "collection":"control_collection",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:43675/f_ggh/x",
> [junit4:junit4]   1>   "core":"collection1"}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:08.716; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:08.716; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:08.719; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.718; org.apache.solr.core.CoreContainer; registering core: collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.718; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:43675/f_ggh/x collection:control_collection shard:shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.719; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.724; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:delete cxid:0x84 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.725; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.725; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:create cxid:0x85 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.727; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.728; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.728; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:43675/f_ggh/x/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.728; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.729; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:43675/f_ggh/x/collection1/ has no replicas
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.729; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:43675/f_ggh/x/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.729; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.732; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:create cxid:0x90 zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.222; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.230; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.234; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:43675/f_ggh/x/collection1/ and leader is http://127.0.0.1:43675/f_ggh/x/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.234; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43675/f_ggh/x
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.234; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.235; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.235; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.236; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.237; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.237; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.237; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.249; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.249; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e27727
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.250; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.250; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.251; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.251; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57975
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.251; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57975
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.252; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20004 with negotiated timeout 10000 for client /127.0.0.1:57975
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.252; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20004, negotiated timeout = 10000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.252; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1e27727 name:ZooKeeperConnection Watcher:127.0.0.1:49581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.253; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.254; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.255; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.315; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.317; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:57927
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.317; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.317; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.318; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.318; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/solr.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.318; org.apache.solr.core.CoreContainer; New CoreContainer 25599293
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.319; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.319; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.337; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.337; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.337; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.338; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.338; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.338; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.339; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.339; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.339; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.340; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.345; org.apache.solr.core.CoreContainer; Registering Log Listener
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.354; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49581/solr
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.355; org.apache.solr.cloud.ZkController; zkHost includes chroot
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.355; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d8a60b
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.356; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.356; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.356; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.357; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57976
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.357; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57976
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.358; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20005 with negotiated timeout 20000 for client /127.0.0.1:57976
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.358; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20005, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.358; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1d8a60b name:ZooKeeperConnection Watcher:127.0.0.1:49581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.358; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.359; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd20005
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.359; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd20005 closed
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.359; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:57976 which had sessionid 0x13dd55d7dd20005
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.359; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.360; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.363; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@db7659
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.364; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.364; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.364; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.364; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57977
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.365; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57977
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.366; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20006 with negotiated timeout 20000 for client /127.0.0.1:57977
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.366; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20006, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.366; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@db7659 name:ZooKeeperConnection Watcher:127.0.0.1:49581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.366; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.367; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.368; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.369; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.371; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57927_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.372; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:delete cxid:0xe zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:57927_f_ggh%2Fx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:57927_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.373; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:57927_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.375; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.375; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.375; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.376; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.380; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.380; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.380; org.apache.solr.cloud.ZkController; Collection zkNode exists
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.380; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.381; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/collection1/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.382; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/collection1/lib/README' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.382; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/collection1/lib/classes/' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.416; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.445; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.447; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.451; org.apache.solr.schema.IndexSchema; Schema name=test
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.732; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.733; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "core_node_name":"1",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:43675_f_ggh%2Fx",
> [junit4:junit4]   1>   "state":"active",
> [junit4:junit4]   1>   "numShards":"1",
> [junit4:junit4]   1>   "shard":"shard1",
> [junit4:junit4]   1>   "collection":"control_collection",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:43675/f_ggh/x",
> [junit4:junit4]   1>   "core":"collection1"}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.735; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.735; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.735; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.844; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.853; org.apache.solr.schema.IndexSchema; default search field in schema is text
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.856; org.apache.solr.schema.IndexSchema; unique key field: id
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.865; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.868; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.871; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:11.872; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:11.872; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.872; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:11.873; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:11.873; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.873; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.874; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty1/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.874; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dfe384
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.874; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.875; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.875; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty1/index/
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:11.875; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty1/index' doesn't exist. Creating new index...
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.875; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty1/index
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.877; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e36619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@ed2157),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.877; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.879; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.879; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.879; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.880; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.880; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.880; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.881; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.881; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.882; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.884; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.886; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@178821b main
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.887; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty1/tlog
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.887; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.887; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.890; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@178821b main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.892; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.892; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.238; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.239; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "core_node_name":"2",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:57927_f_ggh%2Fx",
> [junit4:junit4]   1>   "state":"down",
> [junit4:junit4]   1>   "numShards":"2",
> [junit4:junit4]   1>   "shard":null,
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:57927/f_ggh/x",
> [junit4:junit4]   1>   "core":"collection1"}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.239; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.239; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.242; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.242; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.242; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.894; org.apache.solr.core.CoreContainer; registering core: collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.894; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:57927/f_ggh/x collection:collection1 shard:shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.895; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.898; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:delete cxid:0x4c zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.899; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.899; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:create cxid:0x4d zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.900; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.900; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.901; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:57927/f_ggh/x/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.901; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.901; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:57927/f_ggh/x/collection1/ has no replicas
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.901; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:57927/f_ggh/x/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.901; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.903; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:create cxid:0x58 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.745; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.751; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.751; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.752; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.757; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:57927/f_ggh/x/collection1/ and leader is http://127.0.0.1:57927/f_ggh/x/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.757; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57927/f_ggh/x
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.757; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.757; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.757; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.758; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.759; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.759; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.760; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.822; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.824; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:42097
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.824; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.825; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.825; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.825; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/solr.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.825; org.apache.solr.core.CoreContainer; New CoreContainer 26897184
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.826; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.826; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.843; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.844; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.844; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.845; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.845; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.845; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.846; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.846; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.846; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.847; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.862; org.apache.solr.core.CoreContainer; Registering Log Listener
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.870; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49581/solr
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.871; org.apache.solr.cloud.ZkController; zkHost includes chroot
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.871; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c4505c
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.872; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.872; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.873; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.873; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57980
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.873; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57980
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.874; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20007 with negotiated timeout 20000 for client /127.0.0.1:57980
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.874; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20007, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.874; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1c4505c name:ZooKeeperConnection Watcher:127.0.0.1:49581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.875; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.875; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd20007
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.876; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd20007 closed
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.876; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:57980 which had sessionid 0x13dd55d7dd20007
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.876; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.876; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.879; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@142a9c8
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.880; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.880; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.881; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.881; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57981
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.881; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57981
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.882; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20008 with negotiated timeout 20000 for client /127.0.0.1:57981
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.882; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20008, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.883; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@142a9c8 name:ZooKeeperConnection Watcher:127.0.0.1:49581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.883; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.884; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.884; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.886; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.888; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42097_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.889; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20008 type:delete cxid:0xe zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42097_f_ggh%2Fx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42097_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.889; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:42097_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.891; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.891; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.891; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.891; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.891; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.892; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.892; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.895; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.895; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.896; org.apache.solr.cloud.ZkController; Collection zkNode exists
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.896; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.897; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/collection1/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.897; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/collection1/lib/README' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.897; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/collection1/lib/classes/' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.923; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.962; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.963; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.966; org.apache.solr.schema.IndexSchema; Schema name=test
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.255; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.255; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "core_node_name":"2",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:57927_f_ggh%2Fx",
> [junit4:junit4]   1>   "state":"active",
> [junit4:junit4]   1>   "numShards":"2",
> [junit4:junit4]   1>   "shard":"shard1",
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:57927/f_ggh/x",
> [junit4:junit4]   1>   "core":"collection1"}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.258; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.258; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.258; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.258; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.374; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.390; org.apache.solr.schema.IndexSchema; default search field in schema is text
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.393; org.apache.solr.schema.IndexSchema; unique key field: id
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.401; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.404; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.406; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:16.407; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:16.407; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.407; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:16.408; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:16.408; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.408; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.408; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty2/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.408; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dfe384
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.409; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.409; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty2
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.410; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty2/index/
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:16.410; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty2/index' doesn't exist. Creating new index...
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.410; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty2/index
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.411; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10bc75d lockFactory=org.apache.lucene.store.NativeFSLockFactory@d542ca),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.411; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.413; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.413; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.414; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.414; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.415; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.415; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.415; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.415; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.416; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.418; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.420; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@115f00f main
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.420; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty2/tlog
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.421; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.421; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.424; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@115f00f main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.426; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.426; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.762; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.763; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "core_node_name":"3",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:42097_f_ggh%2Fx",
> [junit4:junit4]   1>   "state":"down",
> [junit4:junit4]   1>   "numShards":"2",
> [junit4:junit4]   1>   "shard":null,
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:42097/f_ggh/x",
> [junit4:junit4]   1>   "core":"collection1"}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.763; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.763; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard2
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.767; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.768; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.768; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.768; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.427; org.apache.solr.core.CoreContainer; registering core: collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.427; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:42097/f_ggh/x collection:collection1 shard:shard2
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.428; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.432; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20008 type:delete cxid:0x4b zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.433; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.433; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20008 type:create cxid:0x4c zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.435; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.435; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.435; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:42097/f_ggh/x/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.435; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.435; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:42097/f_ggh/x/collection1/ has no replicas
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.435; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:42097/f_ggh/x/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.436; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.437; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20008 type:create cxid:0x56 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.270; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.275; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.275; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.275; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.275; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.290; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:42097/f_ggh/x/collection1/ and leader is http://127.0.0.1:42097/f_ggh/x/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.290; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42097/f_ggh/x
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.291; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.291; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.291; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.293; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.294; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.294; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.295; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.357; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.359; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:46182
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.359; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.360; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.360; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.360; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/solr.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.361; org.apache.solr.core.CoreContainer; New CoreContainer 2455371
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.361; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.361; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.379; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.380; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.380; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.380; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.381; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.381; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.381; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.382; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.382; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.382; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.388; org.apache.solr.core.CoreContainer; Registering Log Listener
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.397; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49581/solr
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.397; org.apache.solr.cloud.ZkController; zkHost includes chroot
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.398; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1bdcb56
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.399; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.399; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.399; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.409; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57990
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.410; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57990
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.410; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20009 with negotiated timeout 20000 for client /127.0.0.1:57990
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.410; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20009, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.411; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1bdcb56 name:ZooKeeperConnection Watcher:127.0.0.1:49581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.411; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.412; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd20009
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.412; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd20009 closed
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.413; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:57990 which had sessionid 0x13dd55d7dd20009
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.412; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.413; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.416; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@13fb669
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.417; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.417; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.418; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.418; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57991
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.418; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57991
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.419; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd2000a with negotiated timeout 20000 for client /127.0.0.1:57991
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.419; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd2000a, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.419; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@13fb669 name:ZooKeeperConnection Watcher:127.0.0.1:49581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.420; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.420; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd2000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.421; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd2000a type:create cxid:0x3 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.423; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.425; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46182_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.425; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd2000a type:delete cxid:0xe zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46182_f_ggh%2Fx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46182_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.426; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:46182_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.427; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.428; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.428; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.428; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.428; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.428; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.429; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.429; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.429; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.432; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.433; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.433; org.apache.solr.cloud.ZkController; Collection zkNode exists
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.433; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.434; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/collection1/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.434; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/collection1/lib/README' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.435; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/collection1/lib/classes/' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.461; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.503; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.504; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.507; org.apache.solr.schema.IndexSchema; Schema name=test
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.779; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.779; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "core_node_name":"3",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:42097_f_ggh%2Fx",
> [junit4:junit4]   1>   "state":"active",
> [junit4:junit4]   1>   "numShards":"2",
> [junit4:junit4]   1>   "shard":"shard2",
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:42097/f_ggh/x",
> [junit4:junit4]   1>   "core":"collection1"}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.782; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.782; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.782; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.782; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.782; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.861; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.866; org.apache.solr.schema.IndexSchema; default search field in schema is text
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.869; org.apache.solr.schema.IndexSchema; unique key field: id
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.878; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.880; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.883; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:20.884; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:20.884; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.884; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:20.885; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:20.885; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.885; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.886; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.886; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dfe384
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.886; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.887; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.887; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index/
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:20.887; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index' doesn't exist. Creating new index...
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.888; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.889; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b1e52 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9a52c3),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.889; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.891; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.891; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.891; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.892; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.892; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.893; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.893; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.893; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.894; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.896; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.898; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@97679c main
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.898; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/tlog
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.899; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.899; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.902; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@97679c main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.903; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.904; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.285; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.286; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "core_node_name":"4",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:46182_f_ggh%2Fx",
> [junit4:junit4]   1>   "state":"down",
> [junit4:junit4]   1>   "numShards":"2",
> [junit4:junit4]   1>   "shard":null,
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:46182/f_ggh/x",
> [junit4:junit4]   1>   "core":"collection1"}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.286; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.286; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.290; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.290; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.290; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.290; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.290; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.905; org.apache.solr.core.CoreContainer; registering core: collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.905; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:46182/f_ggh/x collection:collection1 shard:shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.908; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:46182/f_ggh/x/collection1/ and leader is http://127.0.0.1:57927/f_ggh/x/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.908; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46182/f_ggh/x
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.908; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.909; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.909; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.910; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.910; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.910; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.910; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.911; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.911; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.911; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.912; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.976; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.978; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:49850
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.978; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.979; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.979; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.979; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/solr.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.980; org.apache.solr.core.CoreContainer; New CoreContainer 19426901
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.980; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.980; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.998; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.998; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.999; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.999; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.999; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.000; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.000; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.000; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.001; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.001; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.007; org.apache.solr.core.CoreContainer; Registering Log Listener
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.015; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49581/solr
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.016; org.apache.solr.cloud.ZkController; zkHost includes chroot
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.016; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@15f695d
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.017; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.017; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.018; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.018; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:58001
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.018; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:58001
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.019; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd2000b with negotiated timeout 20000 for client /127.0.0.1:58001
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.019; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd2000b, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.020; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@15f695d name:ZooKeeperConnection Watcher:127.0.0.1:49581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.020; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.021; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd2000b
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.021; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd2000b closed
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.021; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:58001 which had sessionid 0x13dd55d7dd2000b
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.021; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.022; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.025; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@abd9e4
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.026; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.026; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.026; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.027; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:58002
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.027; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:58002
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.028; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd2000c with negotiated timeout 20000 for client /127.0.0.1:58002
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.028; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd2000c, negotiated timeout = 20000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.028; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@abd9e4 name:ZooKeeperConnection Watcher:127.0.0.1:49581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.028; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.029; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd2000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.030; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd2000c type:create cxid:0x3 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.031; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.802; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.803; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "core_node_name":"4",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:46182_f_ggh%2Fx",
> [junit4:junit4]   1>   "state":"recovering",
> [junit4:junit4]   1>   "numShards":"2",
> [junit4:junit4]   1>   "shard":"shard1",
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:46182/f_ggh/x",
> [junit4:junit4]   1>   "core":"collection1"}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.807; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.807; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.807; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.807; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.807; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.807; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.917; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={checkLive=true&state=recovering&coreNodeName=4&onlyIfLeader=true&nodeName=127.0.0.1:46182_f_ggh%252Fx&wt=javabin&action=PREPRECOVERY&version=2&core=collection1} status=0 QTime=1000 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.033; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49850_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.034; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd2000c type:delete cxid:0x10 zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49850_f_ggh%2Fx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49850_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.035; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:49850_f_ggh%2Fx
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.036; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.037; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.037; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.037; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.037; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.037; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.037; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.037; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.038; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.039; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.042; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.042; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.043; org.apache.solr.cloud.ZkController; Collection zkNode exists
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.043; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.044; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/collection1/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.044; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/collection1/lib/README' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.045; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/collection1/lib/classes/' to classloader
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.076; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.104; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.105; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.108; org.apache.solr.schema.IndexSchema; Schema name=test
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.450; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.458; org.apache.solr.schema.IndexSchema; default search field in schema is text
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.460; org.apache.solr.schema.IndexSchema; unique key field: id
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.478; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.481; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.484; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:24.485; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:24.485; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.486; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:24.487; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:24.487; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.487; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.488; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.488; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dfe384
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.488; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.489; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.489; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4/index/
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:24.489; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4/index' doesn't exist. Creating new index...
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.490; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4/index
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.492; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d3cbd4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@487e54),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.492; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.494; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.494; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.495; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.496; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.496; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.496; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.497; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.497; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.497; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.500; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.502; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1ed9b58 main
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.502; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4/tlog
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.503; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.503; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.506; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1ed9b58 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.508; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.508; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.310; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.311; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "core_node_name":"5",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:49850_f_ggh%2Fx",
> [junit4:junit4]   1>   "state":"down",
> [junit4:junit4]   1>   "numShards":"2",
> [junit4:junit4]   1>   "shard":null,
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:49850/f_ggh/x",
> [junit4:junit4]   1>   "core":"collection1"}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.311; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.312; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard2
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.509; org.apache.solr.core.CoreContainer; registering core: collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.509; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:49850/f_ggh/x collection:collection1 shard:shard2
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.512; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:49850/f_ggh/x/collection1/ and leader is http://127.0.0.1:42097/f_ggh/x/collection1/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.512; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49850/f_ggh/x
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.512; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.513; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.513; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.513; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.515; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.515; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.515; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.516; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.516; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.517; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.522; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.522; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.523; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.529; org.apache.solr.core.CoreContainer; Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/onenodecollectioncore
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.530; org.apache.solr.cloud.ZkController; Check for collection zkNode:onenodecollection
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.530; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:onenodecollection
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.531; org.apache.solr.cloud.ZkController; Looking for collection configName
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.532; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.532; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.534; org.apache.solr.cloud.ZkController; Load collection config from:/collections/onenodecollection
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.535; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/onenodecollectioncore/'
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.587; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.636; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.637; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.641; org.apache.solr.schema.IndexSchema; Schema name=test
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.919; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:57927/f_ggh/x/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.919; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:46182/f_ggh/x START replicas=[http://127.0.0.1:57927/f_ggh/x/collection1/] nUpdates=100
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:25.919; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.919; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.920; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.920; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.920; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.920; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:57927/f_ggh/x/collection1/. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.920; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.926; org.apache.solr.core.SolrCore; [collection1] webapp=/f_ggh/x path=/get params={qt=/get&distrib=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.926; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.928; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e36619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@ed2157),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.929; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.929; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e36619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@ed2157),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e36619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@ed2157),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.930; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.930; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3d1c3 realtime
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.931; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.932; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/f_ggh/x path=/update params={commit=true&waitSearcher=true&commit_end_point=true&softCommit=false&wt=javabin&version=2&openSearcher=false} {commit=} 0 6
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.933; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.933; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.937; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.937; org.apache.solr.core.SolrCore; [collection1] webapp=/f_ggh/x path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.938; org.apache.solr.handler.SnapPuller; Master's generation: 2
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.938; org.apache.solr.handler.SnapPuller; Slave's generation: 1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.938; org.apache.solr.handler.SnapPuller; Starting replication process
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.940; org.apache.solr.core.SolrCore; [collection1] webapp=/f_ggh/x path=/replication params={command=filelist&qt=/replication&wt=javabin&version=2&generation=2} status=0 QTime=0 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.941; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.941; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index.20130404170525941
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.942; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e62fe7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@502a1a)) fullCopy=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.953; org.apache.solr.core.SolrCore; [collection1] webapp=/f_ggh/x path=/replication params={command=filecontent&qt=/replication&checksum=true&wt=filestream&file=segments_2&generation=2} status=0 QTime=0 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.954; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.954; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.955; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.956; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b1e52 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9a52c3),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b1e52 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9a52c3),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.956; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.956; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.956; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1624c7c main
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.957; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1624c7c main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.957; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index.20130404170525941 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index.20130404170525941;done=true>>]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.958; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index.20130404170525941
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.958; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index.20130404170525941
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.958; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.958; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.958; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.958; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.959; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.102; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.108; org.apache.solr.schema.IndexSchema; default search field in schema is text
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.111; org.apache.solr.schema.IndexSchema; unique key field: id
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.122; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.127; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.130; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:26.131; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:26.132; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.132; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:26.133; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:26.133; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.134; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.134; org.apache.solr.core.SolrCore; [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886/onenodecollection/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.134; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dfe384
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.135; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.135; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886/onenodecollection
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.136; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886/onenodecollection/index/
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:26.136; org.apache.solr.core.SolrCore; [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886/onenodecollection/index' doesn't exist. Creating new index...
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.136; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886/onenodecollection/index
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.138; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b346a1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@dbf84a),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.138; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.139; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.140; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.140; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.141; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.141; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.141; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.142; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.142; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.142; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.145; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.147; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@10f02f3 main
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.147; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886/onenodecollection/tlog
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.148; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.148; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.150; org.apache.solr.core.SolrCore; [onenodecollectioncore] Registered new searcher Searcher@10f02f3 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.151; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.821; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.822; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "core_node_name":"5",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:49850_f_ggh%2Fx",
> [junit4:junit4]   1>   "state":"recovering",
> [junit4:junit4]   1>   "numShards":"2",
> [junit4:junit4]   1>   "shard":"shard2",
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:49850/f_ggh/x",
> [junit4:junit4]   1>   "core":"collection1"}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.825; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "core_node_name":"4",
> [junit4:junit4]   1>   "node_name":"127.0.0.1:46182_f_ggh%2Fx",
> [junit4:junit4]   1>   "state":"active",
> [junit4:junit4]   1>   "numShards":"2",
> [junit4:junit4]   1>   "shard":"shard1",
> [junit4:junit4]   1>   "collection":"collection1",
> [junit4:junit4]   1>   "roles":null,
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:46182/f_ggh/x",
> [junit4:junit4]   1>   "core":"collection1"}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.828; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
> [junit4:junit4]   1>   "operation":"state",
> [junit4:junit4]   1>   "core_node_name":null,
> [junit4:junit4]   1>   "node_name":"127.0.0.1:57927_f_ggh%2Fx",
> [junit4:junit4]   1>   "state":"down",
> [junit4:junit4]   1>   "numShards":"1",
> [junit4:junit4]   1>   "shard":null,
> [junit4:junit4]   1>   "collection":"onenodecollection",
> [junit4:junit4]   1>   "roles":"none",
> [junit4:junit4]   1>   "base_url":"http://127.0.0.1:57927/f_ggh/x",
> [junit4:junit4]   1>   "core":"onenodecollectioncore"}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.828; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection onenodecollection with numShards 1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.828; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.152; org.apache.solr.core.CoreContainer; registering core: onenodecollectioncore
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.153; org.apache.solr.cloud.ZkController; Register replica - core:onenodecollectioncore address:http://127.0.0.1:57927/f_ggh/x collection:onenodecollection shard:shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.154; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leader_elect/shard1/election
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.159; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:delete cxid:0xaf zxid:0xc2 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.159; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.160; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:create cxid:0xb0 zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.162; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.162; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.163; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:57927/f_ggh/x/onenodecollectioncore/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.163; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.163; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:57927/f_ggh/x/onenodecollectioncore/ has no replicas
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.164; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:57927/f_ggh/x/onenodecollectioncore/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.164; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leaders/shard1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.168; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:create cxid:0xbb zxid:0xc7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.527; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={checkLive=true&state=recovering&coreNodeName=5&onlyIfLeader=true&nodeName=127.0.0.1:49850_f_ggh%252Fx&wt=javabin&action=PREPRECOVERY&version=2&core=collection1} status=0 QTime=2000 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.338; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.346; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.346; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.346; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.346; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.346; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.373; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:57927/f_ggh/x/onenodecollectioncore/ and leader is http://127.0.0.1:57927/f_ggh/x/onenodecollectioncore/
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.374; org.apache.solr.cloud.ZkController; No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:57927/f_ggh/x
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.374; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.374; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=active
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.376; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.377; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=1&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886/onenodecollection&wt=javabin&action=CREATE&collection=onenodecollection&version=2&roles=none&name=onenodecollectioncore} status=0 QTime=2848 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.378; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.379; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.380; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.528; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:42097/f_ggh/x/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.529; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:49850/f_ggh/x START replicas=[http://127.0.0.1:42097/f_ggh/x/collection1/] nUpdates=100
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:29.529; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.529; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.529; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.529; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.529; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.530; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:42097/f_ggh/x/collection1/. core=collection1
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.530; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.533; org.apache.solr.core.SolrCore; [collection1] webapp=/f_ggh/x path=/get params={qt=/get&distrib=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.534; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.544; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10bc75d lockFactory=org.apache.lucene.store.NativeFSLockFactory@d542ca),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.545; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.545; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10bc75d lockFactory=org.apache.lucene.store.NativeFSLockFactory@d542ca),segFN=segments_1,generation=1,filenames=[segments_1]
> [junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10bc75d lockFactory=org.apache.lucene.store.NativeFSLockFactory@d542ca),segFN=segments_2,generation=2,filenames=[segments_2]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.546; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.546; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3baea5 realtime
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.546; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.547; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/f_ggh/x path=/update params={commit=true&waitSearcher=true&commit_end_point=true&softCommit=false&wt=javabin&version=2&openSearcher=false} {commit=} 0 13
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.548; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.548; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.549; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.550; org.apache.solr.core.SolrCore; [collection1] webapp=/f_ggh/x path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.550; org.apache.solr.handler.SnapPuller; Master's generation: 2
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.550; org.apache.solr.handler.SnapPuller; Slave's generation: 1
> [junit4:junit4]   1> INFO  - 2
> 
> [...truncated too long message...]
> 
> rg.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4/index
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.814; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4;done=false>>]
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.815; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.815; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89462165136867340-127.0.0.1:49850_f_ggh%2Fx-n_0000000004) am no longer a leader.
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.815; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd2000c
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.816; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.816; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:58002 which had sessionid 0x13dd55d7dd2000c
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:39.816; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.816; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd2000c closed
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:39.817; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.817; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.837; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/f_ggh/x,null}
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.892; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.892; org.apache.zookeeper.server.ZooKeeperServer; shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.893; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.893; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.893; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.893; org.apache.zookeeper.server.PrepRequestProcessor; PrepRequestProcessor exited loop!
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.894; org.apache.zookeeper.server.SyncRequestProcessor; SyncRequestProcessor exited!
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.894; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.895; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:49581 49581
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.896; org.apache.zookeeper.server.NIOServerCnxnFactory; NIOServerCnxn factory exited run method
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.897; org.apache.zookeeper.server.ZooKeeperServer; shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.897; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.897; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.898; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.898; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
> [junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886
> [junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=40F262C1A2086D34 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_GT -Dtests.timezone=Asia/Riyadh -Dtests.file.encoding=UTF-8
> [junit4:junit4] ERROR   33.0s J0 | BasicDistributedZk2Test.testDistribSearch <<<
> [junit4:junit4]    > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:42097/f_ggh/x/onenodecollectioncore returned non ok status:404, message:Can not find: /f_ggh/x/onenodecollectioncore/update
> [junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([40F262C1A2086D34:C114ECD9D5570D08]:0)
> [junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
> [junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
> [junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
> [junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
> [junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
> [junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
> [junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
> [junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
> [junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.905; org.apache.solr.SolrTestCaseJ4; ###deleteCore
> [junit4:junit4]   2> 33028 T3180 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:40.000; org.apache.zookeeper.server.SessionTrackerImpl; SessionTrackerImpl exited loop!
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:40.020; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:40.020; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
> [junit4:junit4]   1> WARN  - 2013-04-04 14:05:40.020; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4]   1> INFO  - 2013-04-04 14:05:40.020; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
> [junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=es_GT, timezone=Asia/Riyadh
> [junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=2,free=53052440,total=114667520
> [junit4:junit4]   2> NOTE: All tests run in this JVM: [SOLR749Test, TestPropInjectDefaults, ClusterStateUpdateTest, TestDynamicFieldCollectionResource, QueryParsingTest, TestSolrDeletionPolicy2, TestLFUCache, TestFastWriter, TestTrie, ZkCLITest, ShardRoutingTest, DocValuesTest, WordBreakSolrSpellCheckerTest, DistributedTermsComponentTest, SliceStateTest, ReturnFieldsTest, DistributedQueryElevationComponentTest, TestCloudManagedSchema, CoreAdminHandlerTest, StatelessScriptUpdateProcessorFactoryTest, CacheHeaderTest, RAMDirectoryFactoryTest, TestSurroundQueryParser, RecoveryZkTest, TestPseudoReturnFields, PolyFieldTest, LegacyHTMLStripCharFilterTest, TestGroupingSearch, OverseerTest, TestFuzzyAnalyzedSuggestions, DistributedSpellCheckComponentTest, ScriptEngineTest, CSVRequestHandlerTest, TestRealTimeGet, TestManagedSchema, TestLMDirichletSimilarityFactory, TestReplicationHandler, LoggingHandlerTest, TestXIncludeConfig, BasicFunctionalityTest, SliceStateUpdateTest, AliasIntegrationTest, ChaosMonkeyNothingIsSafeTest, TestSolrCoreProperties, TestStressRecovery, AutoCommitTest, ResponseLogComponentTest, TestStressVersions, BadComponentTest, LeaderElectionTest, TestPluginEnable, MinimalSchemaTest, ZkControllerTest, OverseerCollectionProcessorTest, TestSweetSpotSimilarityFactory, TestWriterPerf, TestSolrQueryParser, BinaryUpdateRequestHandlerTest, TestValueSourceCache, UnloadDistributedZkTest, DocumentBuilderTest, TestLRUCache, IndexSchemaTest, TestFieldTypeCollectionResource, PrimUtilsTest, TestJoin, DirectUpdateHandlerOptimizeTest, SimpleFacetsTest, TestQuerySenderListener, BasicDistributedZk2Test]
> [junit4:junit4] Completed on J0 in 33.30s, 1 test, 1 error <<< FAILURES!
> 
> [...truncated 438 lines...]
> BUILD FAILED
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:448: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
> /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 284 suites, 1173 tests, 1 error, 13 ignored (7 assumptions)
> 
> Total time: 40 minutes 53 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Description set: Java: 32bit/jdk1.8.0-ea-b83 -server -XX:+UseSerialGC
> Email was triggered for: Failure
> Sending email for trigger: Failure
> 
> 
> 
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org


---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0-ea-b83) - Build # 5010 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/5010/
Java: 32bit/jdk1.8.0-ea-b83 -server -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:42097/f_ggh/x/onenodecollectioncore returned non ok status:404, message:Can not find: /f_ggh/x/onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:42097/f_ggh/x/onenodecollectioncore returned non ok status:404, message:Can not find: /f_ggh/x/onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([40F262C1A2086D34:C114ECD9D5570D08]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9297 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.881; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /f_ggh/x
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.885; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.886; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.896; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.897; org.apache.zookeeper.server.ZooKeeperServer; tickTime set to 1000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.897; org.apache.zookeeper.server.ZooKeeperServer; minSessionTimeout set to -1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.897; org.apache.zookeeper.server.ZooKeeperServer; maxSessionTimeout set to -1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.897; org.apache.zookeeper.server.NIOServerCnxnFactory; binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.898; org.apache.zookeeper.server.persistence.FileTxnSnapLog; Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.986; org.apache.solr.cloud.ZkTestServer; start zk server on port:49581
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.987; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@621bf8
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.988; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.988; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.988; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.989; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57968
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.989; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57968
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:06.989; org.apache.zookeeper.server.persistence.FileTxnLog; Creating new log file: log.1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.008; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20000 with negotiated timeout 10000 for client /127.0.0.1:57968
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.008; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20000, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.009; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@621bf8 name:ZooKeeperConnection Watcher:127.0.0.1:49581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.009; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.009; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.012; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd20000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.012; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd20000 closed
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.013; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:57968 which had sessionid 0x13dd55d7dd20000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.012; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.013; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@a5e9c4
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.014; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.014; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.015; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.015; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57969
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.015; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57969
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.016; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20001 with negotiated timeout 10000 for client /127.0.0.1:57969
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.016; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20001, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.017; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@a5e9c4 name:ZooKeeperConnection Watcher:127.0.0.1:49581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.017; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.017; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.019; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.020; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.021; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.023; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.023; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.026; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.027; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.030; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.030; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.032; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.032; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.034; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.034; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.036; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.036; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.039; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.039; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.041; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.041; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.043; org.apache.solr.cloud.AbstractZkTestCase; put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.043; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.045; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd20001
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.045; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd20001 closed
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.045; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.045; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:57969 which had sessionid 0x13dd55d7dd20001
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.116; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.122; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:43675
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.122; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.123; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.123; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.123; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.124; org.apache.solr.core.CoreContainer; New CoreContainer 6220825
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.124; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.124; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.142; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.142; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.142; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.143; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.143; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.143; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.144; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.144; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.144; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.145; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.156; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.165; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49581/solr
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.165; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.165; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1da6235
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.166; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.166; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.167; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.167; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57970
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.167; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57970
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.168; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20002 with negotiated timeout 20000 for client /127.0.0.1:57970
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.168; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20002, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.168; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1da6235 name:ZooKeeperConnection Watcher:127.0.0.1:49581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.169; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.169; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd20002
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.170; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd20002 closed
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.170; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:57970 which had sessionid 0x13dd55d7dd20002
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.170; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.170; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.175; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d9cbaa
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.176; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.178; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.178; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.178; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57971
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.178; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57971
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.179; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20003 with negotiated timeout 20000 for client /127.0.0.1:57971
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.179; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20003, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.180; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1d9cbaa name:ZooKeeperConnection Watcher:127.0.0.1:49581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.180; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.181; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.183; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:create cxid:0x7 zxid:0x1b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.183; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.185; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.187; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43675_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.187; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:delete cxid:0x12 zxid:0x1e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43675_f_ggh%2Fx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43675_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.188; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:43675_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.189; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.194; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:delete cxid:0x20 zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.195; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.196; org.apache.solr.cloud.Overseer; Overseer (id=89462165136867331-127.0.0.1:43675_f_ggh%2Fx-n_0000000000) starting
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.197; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:create cxid:0x25 zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.197; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:create cxid:0x26 zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.198; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:create cxid:0x28 zxid:0x27 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.199; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.200; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:create cxid:0x2e zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.201; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.201; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.203; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.204; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.205; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.215; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.216; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.216; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.216; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.217; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.217; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.218; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.239; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.280; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.281; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.285; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.669; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.675; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.678; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.689; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.692; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.695; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:07.696; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:07.696; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.696; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:07.697; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:07.697; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.697; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.698; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1365084307046/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/control/data/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.698; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dfe384
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.698; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.699; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/control/data
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.699; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/control/data/index/
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:07.699; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.699; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/control/data/index
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.701; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9ef188 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c60bdd),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.701; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.702; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.702; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.703; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.703; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.704; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.704; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.704; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.704; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.705; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.708; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.711; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1780661 main
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.711; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/control/data/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.712; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.712; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.716; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1780661 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.716; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:07.717; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:08.716; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:08.716; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"1",
[junit4:junit4]   1>   "node_name":"127.0.0.1:43675_f_ggh%2Fx",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43675/f_ggh/x",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:08.716; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:08.716; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:08.719; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.718; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.718; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:43675/f_ggh/x collection:control_collection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.719; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.724; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:delete cxid:0x84 zxid:0x35 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.725; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.725; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:create cxid:0x85 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.727; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.728; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.728; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:43675/f_ggh/x/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.728; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.729; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:43675/f_ggh/x/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.729; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:43675/f_ggh/x/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.729; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:09.732; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20003 type:create cxid:0x90 zxid:0x3a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.222; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.230; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.234; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:43675/f_ggh/x/collection1/ and leader is http://127.0.0.1:43675/f_ggh/x/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.234; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43675/f_ggh/x
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.234; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.235; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.235; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.236; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.237; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.237; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.237; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.249; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.249; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1e27727
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.250; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.250; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.251; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.251; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57975
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.251; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57975
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.252; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20004 with negotiated timeout 10000 for client /127.0.0.1:57975
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.252; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20004, negotiated timeout = 10000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.252; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1e27727 name:ZooKeeperConnection Watcher:127.0.0.1:49581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.253; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.254; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.255; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.315; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.317; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:57927
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.317; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.317; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.318; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.318; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.318; org.apache.solr.core.CoreContainer; New CoreContainer 25599293
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.319; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.319; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.337; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.337; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.337; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.338; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.338; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.338; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.339; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.339; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.339; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.340; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.345; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.354; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49581/solr
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.355; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.355; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1d8a60b
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.356; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.356; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.356; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.357; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57976
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.357; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57976
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.358; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20005 with negotiated timeout 20000 for client /127.0.0.1:57976
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.358; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20005, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.358; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1d8a60b name:ZooKeeperConnection Watcher:127.0.0.1:49581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.358; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.359; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd20005
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.359; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd20005 closed
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.359; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:57976 which had sessionid 0x13dd55d7dd20005
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.359; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.360; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.363; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@db7659
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.364; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.364; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.364; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.364; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57977
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.365; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57977
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.366; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20006 with negotiated timeout 20000 for client /127.0.0.1:57977
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.366; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20006, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.366; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@db7659 name:ZooKeeperConnection Watcher:127.0.0.1:49581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.366; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.367; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.368; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:create cxid:0x3 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:10.369; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.371; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57927_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.372; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:delete cxid:0xe zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:57927_f_ggh%2Fx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:57927_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.373; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:57927_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.375; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.375; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.375; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.376; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.380; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.380; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.380; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.380; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.381; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.382; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.382; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.416; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.445; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.447; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.451; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.732; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.733; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"1",
[junit4:junit4]   1>   "node_name":"127.0.0.1:43675_f_ggh%2Fx",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "collection":"control_collection",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:43675/f_ggh/x",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.735; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.735; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.735; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.844; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.853; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.856; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.865; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.868; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.871; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:11.872; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:11.872; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.872; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:11.873; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:11.873; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.873; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.874; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty1/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.874; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dfe384
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.874; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.875; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.875; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty1/index/
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:11.875; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.875; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty1/index
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.877; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e36619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@ed2157),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.877; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.879; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.879; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.879; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.880; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.880; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.880; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.881; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.881; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.882; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.884; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.886; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@178821b main
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.887; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty1/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.887; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.887; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.890; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@178821b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.892; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:11.892; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.238; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.239; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"2",
[junit4:junit4]   1>   "node_name":"127.0.0.1:57927_f_ggh%2Fx",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:57927/f_ggh/x",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.239; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.239; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.242; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.242; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.242; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.894; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.894; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:57927/f_ggh/x collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.895; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.898; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:delete cxid:0x4c zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.899; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.899; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:create cxid:0x4d zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.900; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.900; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.901; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:57927/f_ggh/x/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.901; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.901; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:57927/f_ggh/x/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.901; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:57927/f_ggh/x/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.901; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:13.903; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:create cxid:0x58 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.745; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.751; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.751; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.752; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.757; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:57927/f_ggh/x/collection1/ and leader is http://127.0.0.1:57927/f_ggh/x/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.757; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57927/f_ggh/x
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.757; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.757; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.757; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.758; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.759; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.759; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.760; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.822; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.824; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:42097
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.824; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.825; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.825; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.825; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.825; org.apache.solr.core.CoreContainer; New CoreContainer 26897184
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.826; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.826; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.843; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.844; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.844; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.845; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.845; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.845; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.846; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.846; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.846; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.847; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.862; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.870; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49581/solr
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.871; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.871; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c4505c
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.872; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.872; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.873; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.873; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57980
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.873; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57980
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.874; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20007 with negotiated timeout 20000 for client /127.0.0.1:57980
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.874; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20007, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.874; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1c4505c name:ZooKeeperConnection Watcher:127.0.0.1:49581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.875; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.875; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd20007
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.876; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd20007 closed
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.876; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:57980 which had sessionid 0x13dd55d7dd20007
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.876; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.876; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.879; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@142a9c8
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.880; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.880; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.881; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.881; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57981
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.881; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57981
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.882; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20008 with negotiated timeout 20000 for client /127.0.0.1:57981
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.882; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20008, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.883; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@142a9c8 name:ZooKeeperConnection Watcher:127.0.0.1:49581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.883; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.884; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.884; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20008 type:create cxid:0x3 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:14.886; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.888; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42097_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.889; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20008 type:delete cxid:0xe zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42097_f_ggh%2Fx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42097_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.889; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:42097_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.891; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.891; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.891; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.891; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.891; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.892; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.892; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.895; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.895; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.896; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.896; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.897; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.897; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.897; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.923; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.962; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.963; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:15.966; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.255; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.255; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"2",
[junit4:junit4]   1>   "node_name":"127.0.0.1:57927_f_ggh%2Fx",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:57927/f_ggh/x",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.258; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.258; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.258; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.258; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.374; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.390; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.393; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.401; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.404; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.406; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:16.407; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:16.407; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.407; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:16.408; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:16.408; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.408; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.408; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1365084314763/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty2/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.408; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dfe384
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.409; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.409; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty2
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.410; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty2/index/
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:16.410; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.410; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty2/index
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.411; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10bc75d lockFactory=org.apache.lucene.store.NativeFSLockFactory@d542ca),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.411; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.413; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.413; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.414; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.414; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.415; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.415; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.415; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.415; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.416; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.418; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.420; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@115f00f main
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.420; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty2/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.421; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.421; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.424; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@115f00f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.426; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:16.426; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.762; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.763; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"3",
[junit4:junit4]   1>   "node_name":"127.0.0.1:42097_f_ggh%2Fx",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:42097/f_ggh/x",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.763; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.763; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.767; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.768; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.768; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:17.768; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.427; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.427; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:42097/f_ggh/x collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.428; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.432; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20008 type:delete cxid:0x4b zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.433; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.433; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20008 type:create cxid:0x4c zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.435; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.435; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.435; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:42097/f_ggh/x/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.435; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.435; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:42097/f_ggh/x/collection1/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.435; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:42097/f_ggh/x/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.436; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:18.437; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20008 type:create cxid:0x56 zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.270; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.275; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.275; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.275; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.275; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.290; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:42097/f_ggh/x/collection1/ and leader is http://127.0.0.1:42097/f_ggh/x/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.290; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42097/f_ggh/x
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.291; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.291; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.291; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.293; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.294; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.294; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.295; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.357; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.359; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:46182
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.359; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.360; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.360; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.360; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.361; org.apache.solr.core.CoreContainer; New CoreContainer 2455371
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.361; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.361; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.379; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.380; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.380; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.380; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.381; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.381; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.381; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.382; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.382; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.382; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.388; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.397; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49581/solr
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.397; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.398; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1bdcb56
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.399; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.399; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.399; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.409; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57990
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.410; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57990
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.410; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd20009 with negotiated timeout 20000 for client /127.0.0.1:57990
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.410; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd20009, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.411; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@1bdcb56 name:ZooKeeperConnection Watcher:127.0.0.1:49581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.411; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.412; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd20009
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.412; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd20009 closed
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.413; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:57990 which had sessionid 0x13dd55d7dd20009
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.412; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.413; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.416; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@13fb669
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.417; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.417; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.418; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.418; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:57991
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.418; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:57991
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.419; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd2000a with negotiated timeout 20000 for client /127.0.0.1:57991
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.419; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd2000a, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.419; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@13fb669 name:ZooKeeperConnection Watcher:127.0.0.1:49581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.420; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.420; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd2000a type:create cxid:0x1 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.421; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd2000a type:create cxid:0x3 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:19.423; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.425; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46182_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.425; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd2000a type:delete cxid:0xe zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46182_f_ggh%2Fx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46182_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.426; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:46182_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.427; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.428; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.428; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.428; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.428; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.428; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.429; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.429; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.429; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.432; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.433; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.433; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.433; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.434; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.434; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.435; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.461; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.503; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.504; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.507; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.779; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.779; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"3",
[junit4:junit4]   1>   "node_name":"127.0.0.1:42097_f_ggh%2Fx",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:42097/f_ggh/x",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.782; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.782; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.782; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.782; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.782; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.861; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.866; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.869; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.878; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.880; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.883; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:20.884; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:20.884; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.884; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:20.885; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:20.885; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.885; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.886; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1365084319298/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.886; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dfe384
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.886; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.887; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.887; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index/
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:20.887; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.888; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.889; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b1e52 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9a52c3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.889; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.891; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.891; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.891; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.892; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.892; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.893; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.893; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.893; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.894; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.896; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.898; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@97679c main
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.898; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.899; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.899; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.902; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@97679c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.903; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:20.904; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.285; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.286; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"4",
[junit4:junit4]   1>   "node_name":"127.0.0.1:46182_f_ggh%2Fx",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46182/f_ggh/x",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.286; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.286; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.290; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.290; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.290; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.290; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.290; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.905; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.905; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:46182/f_ggh/x collection:collection1 shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.908; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:46182/f_ggh/x/collection1/ and leader is http://127.0.0.1:57927/f_ggh/x/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.908; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46182/f_ggh/x
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.908; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.909; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.909; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.910; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.910; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.910; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.910; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.911; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.911; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.911; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.912; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.976; org.eclipse.jetty.server.Server; jetty-8.1.8.v20121106
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.978; org.eclipse.jetty.server.AbstractConnector; Started SelectChannelConnector@127.0.0.1:49850
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.978; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.979; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.979; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.979; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/solr.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.980; org.apache.solr.core.CoreContainer; New CoreContainer 19426901
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.980; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.980; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.998; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.998; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.999; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.999; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:22.999; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.000; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.000; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.000; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.001; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.001; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.007; org.apache.solr.core.CoreContainer; Registering Log Listener
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.015; org.apache.solr.core.CoreContainer; Zookeeper client=127.0.0.1:49581/solr
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.016; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.016; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@15f695d
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.017; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.017; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.018; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.018; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:58001
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.018; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:58001
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.019; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd2000b with negotiated timeout 20000 for client /127.0.0.1:58001
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.019; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd2000b, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.020; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@15f695d name:ZooKeeperConnection Watcher:127.0.0.1:49581 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.020; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.021; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd2000b
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.021; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd2000b closed
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.021; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:58001 which had sessionid 0x13dd55d7dd2000b
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.021; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.022; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.025; org.apache.zookeeper.ZooKeeper; Initiating client connection, connectString=127.0.0.1:49581/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@abd9e4
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.026; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.026; org.apache.zookeeper.ClientCnxn$SendThread; Opening socket connection to server localhost.localdomain/127.0.0.1:49581. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.026; org.apache.zookeeper.ClientCnxn$SendThread; Socket connection established to localhost.localdomain/127.0.0.1:49581, initiating session
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.027; org.apache.zookeeper.server.NIOServerCnxnFactory; Accepted socket connection from /127.0.0.1:58002
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.027; org.apache.zookeeper.server.ZooKeeperServer; Client attempting to establish new session at /127.0.0.1:58002
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.028; org.apache.zookeeper.server.ZooKeeperServer; Established session 0x13dd55d7dd2000c with negotiated timeout 20000 for client /127.0.0.1:58002
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.028; org.apache.zookeeper.ClientCnxn$SendThread; Session establishment complete on server localhost.localdomain/127.0.0.1:49581, sessionid = 0x13dd55d7dd2000c, negotiated timeout = 20000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.028; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@abd9e4 name:ZooKeeperConnection Watcher:127.0.0.1:49581/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.028; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.029; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd2000c type:create cxid:0x1 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.030; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd2000c type:create cxid:0x3 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.031; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.802; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.803; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"4",
[junit4:junit4]   1>   "node_name":"127.0.0.1:46182_f_ggh%2Fx",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46182/f_ggh/x",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.807; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.807; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.807; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.807; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.807; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.807; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:23.917; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={checkLive=true&state=recovering&coreNodeName=4&onlyIfLeader=true&nodeName=127.0.0.1:46182_f_ggh%252Fx&wt=javabin&action=PREPRECOVERY&version=2&core=collection1} status=0 QTime=1000 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.033; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49850_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.034; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd2000c type:delete cxid:0x10 zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49850_f_ggh%2Fx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49850_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.035; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:49850_f_ggh%2Fx
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.036; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.037; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.037; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.037; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.037; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.037; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.037; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.037; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.038; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.038; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.039; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.042; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.042; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.043; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.043; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.044; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/collection1/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.044; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/collection1/lib/README' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.045; org.apache.solr.core.SolrResourceLoader; Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/collection1/lib/classes/' to classloader
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.076; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.104; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.105; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.108; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.450; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.458; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.460; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.478; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.481; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.484; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:24.485; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:24.485; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.486; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:24.487; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:24.487; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.487; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.488; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1365084322916/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.488; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dfe384
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.488; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.489; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.489; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4/index/
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:24.489; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.490; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.492; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@d3cbd4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@487e54),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.492; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.494; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.494; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.495; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.496; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.496; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.496; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.497; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.497; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.497; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.500; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.502; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1ed9b58 main
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.502; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.503; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.503; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.506; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1ed9b58 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.508; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:24.508; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.310; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.311; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"5",
[junit4:junit4]   1>   "node_name":"127.0.0.1:49850_f_ggh%2Fx",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49850/f_ggh/x",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.311; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.312; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard2
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.315; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.509; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.509; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:49850/f_ggh/x collection:collection1 shard:shard2
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.512; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:49850/f_ggh/x/collection1/ and leader is http://127.0.0.1:42097/f_ggh/x/collection1/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.512; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49850/f_ggh/x
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.512; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.513; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.513; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.513; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.515; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.515; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.515; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.516; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.516; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.517; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.522; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.522; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.523; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.529; org.apache.solr.core.CoreContainer; Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.530; org.apache.solr.cloud.ZkController; Check for collection zkNode:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.530; org.apache.solr.cloud.ZkController; Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.531; org.apache.solr.cloud.ZkController; Looking for collection configName
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.532; org.apache.solr.cloud.ZkController; Only one config set found in zk - using it:conf1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.532; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.534; org.apache.solr.cloud.ZkController; Load collection config from:/collections/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.535; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/onenodecollectioncore/'
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.587; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.636; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.637; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.641; org.apache.solr.schema.IndexSchema; Schema name=test
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.919; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:57927/f_ggh/x/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.919; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:46182/f_ggh/x START replicas=[http://127.0.0.1:57927/f_ggh/x/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:25.919; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.919; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.920; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.920; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.920; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.920; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:57927/f_ggh/x/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.920; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.926; org.apache.solr.core.SolrCore; [collection1] webapp=/f_ggh/x path=/get params={qt=/get&distrib=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.926; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.928; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e36619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@ed2157),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.929; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.929; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e36619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@ed2157),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e36619 lockFactory=org.apache.lucene.store.NativeFSLockFactory@ed2157),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.930; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.930; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3d1c3 realtime
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.931; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.932; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/f_ggh/x path=/update params={commit=true&waitSearcher=true&commit_end_point=true&softCommit=false&wt=javabin&version=2&openSearcher=false} {commit=} 0 6
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.933; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.933; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.937; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.937; org.apache.solr.core.SolrCore; [collection1] webapp=/f_ggh/x path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.938; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.938; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.938; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.940; org.apache.solr.core.SolrCore; [collection1] webapp=/f_ggh/x path=/replication params={command=filelist&qt=/replication&wt=javabin&version=2&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.941; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.941; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index.20130404170525941
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.942; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e62fe7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@502a1a)) fullCopy=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.953; org.apache.solr.core.SolrCore; [collection1] webapp=/f_ggh/x path=/replication params={command=filecontent&qt=/replication&checksum=true&wt=filestream&file=segments_2&generation=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.954; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.954; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.955; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.956; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b1e52 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9a52c3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6b1e52 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9a52c3),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.956; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.956; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.956; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1624c7c main
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.957; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1624c7c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.957; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index.20130404170525941 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index.20130404170525941;done=true>>]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.958; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index.20130404170525941
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.958; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty3/index.20130404170525941
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.958; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.958; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.958; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.958; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:25.959; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.102; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.108; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.111; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.122; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.127; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.130; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:26.131; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:26.132; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.132; org.apache.solr.schema.OpenExchangeRatesOrgProvider; Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:26.133; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Unknown key IMPORTANT NOTE
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:26.133; org.apache.solr.schema.OpenExchangeRatesOrgProvider$OpenExchangeRates; Expected key, got STRING
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.134; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.134; org.apache.solr.core.SolrCore; [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1365084310256/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886/onenodecollection/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.134; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1dfe384
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.135; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.135; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886/onenodecollection
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.136; org.apache.solr.core.SolrCore; New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886/onenodecollection/index/
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:26.136; org.apache.solr.core.SolrCore; [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.136; org.apache.solr.core.CachingDirectoryFactory; return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886/onenodecollection/index
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.138; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@b346a1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@dbf84a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.138; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.139; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.140; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.140; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.141; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.141; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.141; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.142; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.142; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.142; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.145; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.147; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@10f02f3 main
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.147; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886/onenodecollection/tlog
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.148; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.148; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.150; org.apache.solr.core.SolrCore; [onenodecollectioncore] Registered new searcher Searcher@10f02f3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.151; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.821; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.822; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"5",
[junit4:junit4]   1>   "node_name":"127.0.0.1:49850_f_ggh%2Fx",
[junit4:junit4]   1>   "state":"recovering",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard2",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:49850/f_ggh/x",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.825; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":"4",
[junit4:junit4]   1>   "node_name":"127.0.0.1:46182_f_ggh%2Fx",
[junit4:junit4]   1>   "state":"active",
[junit4:junit4]   1>   "numShards":"2",
[junit4:junit4]   1>   "shard":"shard1",
[junit4:junit4]   1>   "collection":"collection1",
[junit4:junit4]   1>   "roles":null,
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:46182/f_ggh/x",
[junit4:junit4]   1>   "core":"collection1"}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.828; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4]   1>   "operation":"state",
[junit4:junit4]   1>   "core_node_name":null,
[junit4:junit4]   1>   "node_name":"127.0.0.1:57927_f_ggh%2Fx",
[junit4:junit4]   1>   "state":"down",
[junit4:junit4]   1>   "numShards":"1",
[junit4:junit4]   1>   "shard":null,
[junit4:junit4]   1>   "collection":"onenodecollection",
[junit4:junit4]   1>   "roles":"none",
[junit4:junit4]   1>   "base_url":"http://127.0.0.1:57927/f_ggh/x",
[junit4:junit4]   1>   "core":"onenodecollectioncore"}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.828; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection onenodecollection with numShards 1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.828; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard shard=shard1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:26.832; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.152; org.apache.solr.core.CoreContainer; registering core: onenodecollectioncore
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.153; org.apache.solr.cloud.ZkController; Register replica - core:onenodecollectioncore address:http://127.0.0.1:57927/f_ggh/x collection:onenodecollection shard:shard1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.154; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.159; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:delete cxid:0xaf zxid:0xc2 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.159; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.160; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:create cxid:0xb0 zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.162; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.162; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.163; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:57927/f_ggh/x/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.163; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.163; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:57927/f_ggh/x/onenodecollectioncore/ has no replicas
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.164; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:57927/f_ggh/x/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.164; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.168; org.apache.zookeeper.server.PrepRequestProcessor; Got user-level KeeperException when processing sessionid:0x13dd55d7dd20006 type:create cxid:0xbb zxid:0xc7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:27.527; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={checkLive=true&state=recovering&coreNodeName=5&onlyIfLeader=true&nodeName=127.0.0.1:49850_f_ggh%252Fx&wt=javabin&action=PREPRECOVERY&version=2&core=collection1} status=0 QTime=2000 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.338; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.345; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.346; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.346; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.346; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.346; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.346; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.373; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:57927/f_ggh/x/onenodecollectioncore/ and leader is http://127.0.0.1:57927/f_ggh/x/onenodecollectioncore/
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.374; org.apache.solr.cloud.ZkController; No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:57927/f_ggh/x
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.374; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.374; org.apache.solr.cloud.ZkController; publishing core=onenodecollectioncore state=active
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.376; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.377; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={numShards=1&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886/onenodecollection&wt=javabin&action=CREATE&collection=onenodecollection&version=2&roles=none&name=onenodecollectioncore} status=0 QTime=2848 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.378; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:28.379; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.380; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper... 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.528; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:42097/f_ggh/x/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.529; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:49850/f_ggh/x START replicas=[http://127.0.0.1:42097/f_ggh/x/collection1/] nUpdates=100
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:29.529; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.529; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.529; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.529; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.529; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.530; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:42097/f_ggh/x/collection1/. core=collection1
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.530; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.533; org.apache.solr.core.SolrCore; [collection1] webapp=/f_ggh/x path=/get params={qt=/get&distrib=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.534; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.544; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10bc75d lockFactory=org.apache.lucene.store.NativeFSLockFactory@d542ca),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.545; org.apache.solr.core.SolrDeletionPolicy; newest commit = 1[segments_1]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.545; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10bc75d lockFactory=org.apache.lucene.store.NativeFSLockFactory@d542ca),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10bc75d lockFactory=org.apache.lucene.store.NativeFSLockFactory@d542ca),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.546; org.apache.solr.core.SolrDeletionPolicy; newest commit = 2[segments_2]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.546; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3baea5 realtime
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.546; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.547; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/f_ggh/x path=/update params={commit=true&waitSearcher=true&commit_end_point=true&softCommit=false&wt=javabin&version=2&openSearcher=false} {commit=} 0 13
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.548; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.548; org.apache.solr.handler.SnapPuller;  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.549; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for  10000
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.550; org.apache.solr.core.SolrCore; [collection1] webapp=/f_ggh/x path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.550; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:29.550; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4]   1> INFO  - 2

[...truncated too long message...]

rg.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4/index
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.814; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4;done=false>>]
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.815; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.BasicDistributedZk2Test-1365084306885/jetty4
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.815; org.apache.solr.cloud.Overseer$ClusterStateUpdater; According to ZK I (id=89462165136867340-127.0.0.1:49850_f_ggh%2Fx-n_0000000004) am no longer a leader.
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.815; org.apache.zookeeper.server.PrepRequestProcessor; Processed session termination for sessionid: 0x13dd55d7dd2000c
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.816; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.816; org.apache.zookeeper.server.NIOServerCnxn; Closed socket connection for client /127.0.0.1:58002 which had sessionid 0x13dd55d7dd2000c
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:39.816; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.816; org.apache.zookeeper.ZooKeeper; Session: 0x13dd55d7dd2000c closed
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:39.817; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.817; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.837; org.eclipse.jetty.server.handler.ContextHandler; stopped o.e.j.s.ServletContextHandler{/f_ggh/x,null}
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.892; org.apache.solr.SolrTestCaseJ4; ###Ending testDistribSearch
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.892; org.apache.zookeeper.server.ZooKeeperServer; shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.893; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.893; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.893; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.893; org.apache.zookeeper.server.PrepRequestProcessor; PrepRequestProcessor exited loop!
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.894; org.apache.zookeeper.server.SyncRequestProcessor; SyncRequestProcessor exited!
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.894; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.895; org.apache.solr.cloud.ZkTestServer; connecting to 127.0.0.1:49581 49581
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.896; org.apache.zookeeper.server.NIOServerCnxnFactory; NIOServerCnxn factory exited run method
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.897; org.apache.zookeeper.server.ZooKeeperServer; shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.897; org.apache.zookeeper.server.SessionTrackerImpl; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.897; org.apache.zookeeper.server.PrepRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.898; org.apache.zookeeper.server.SyncRequestProcessor; Shutting down
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.898; org.apache.zookeeper.server.FinalRequestProcessor; shutdown of request processor complete
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1365084306886
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=40F262C1A2086D34 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_GT -Dtests.timezone=Asia/Riyadh -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   33.0s J0 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:42097/f_ggh/x/onenodecollectioncore returned non ok status:404, message:Can not find: /f_ggh/x/onenodecollectioncore/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([40F262C1A2086D34:C114ECD9D5570D08]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:197)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:39.905; org.apache.solr.SolrTestCaseJ4; ###deleteCore
[junit4:junit4]   2> 33028 T3180 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:40.000; org.apache.zookeeper.server.SessionTrackerImpl; SessionTrackerImpl exited loop!
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:40.020; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:40.020; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   1> WARN  - 2013-04-04 14:05:40.020; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   1> INFO  - 2013-04-04 14:05:40.020; org.apache.zookeeper.ClientCnxn$EventThread; EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=DefaultSimilarity, locale=es_GT, timezone=Asia/Riyadh
[junit4:junit4]   2> NOTE: Linux 3.2.0-39-generic i386/Oracle Corporation 1.8.0-ea (32-bit)/cpus=8,threads=2,free=53052440,total=114667520
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SOLR749Test, TestPropInjectDefaults, ClusterStateUpdateTest, TestDynamicFieldCollectionResource, QueryParsingTest, TestSolrDeletionPolicy2, TestLFUCache, TestFastWriter, TestTrie, ZkCLITest, ShardRoutingTest, DocValuesTest, WordBreakSolrSpellCheckerTest, DistributedTermsComponentTest, SliceStateTest, ReturnFieldsTest, DistributedQueryElevationComponentTest, TestCloudManagedSchema, CoreAdminHandlerTest, StatelessScriptUpdateProcessorFactoryTest, CacheHeaderTest, RAMDirectoryFactoryTest, TestSurroundQueryParser, RecoveryZkTest, TestPseudoReturnFields, PolyFieldTest, LegacyHTMLStripCharFilterTest, TestGroupingSearch, OverseerTest, TestFuzzyAnalyzedSuggestions, DistributedSpellCheckComponentTest, ScriptEngineTest, CSVRequestHandlerTest, TestRealTimeGet, TestManagedSchema, TestLMDirichletSimilarityFactory, TestReplicationHandler, LoggingHandlerTest, TestXIncludeConfig, BasicFunctionalityTest, SliceStateUpdateTest, AliasIntegrationTest, ChaosMonkeyNothingIsSafeTest, TestSolrCoreProperties, TestStressRecovery, AutoCommitTest, ResponseLogComponentTest, TestStressVersions, BadComponentTest, LeaderElectionTest, TestPluginEnable, MinimalSchemaTest, ZkControllerTest, OverseerCollectionProcessorTest, TestSweetSpotSimilarityFactory, TestWriterPerf, TestSolrQueryParser, BinaryUpdateRequestHandlerTest, TestValueSourceCache, UnloadDistributedZkTest, DocumentBuilderTest, TestLRUCache, IndexSchemaTest, TestFieldTypeCollectionResource, PrimUtilsTest, TestJoin, DirectUpdateHandlerOptimizeTest, SimpleFacetsTest, TestQuerySenderListener, BasicDistributedZk2Test]
[junit4:junit4] Completed on J0 in 33.30s, 1 test, 1 error <<< FAILURES!

[...truncated 438 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:375: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:355: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:448: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1231: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:875: There were test failures: 284 suites, 1173 tests, 1 error, 13 ignored (7 assumptions)

Total time: 40 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/jdk1.8.0-ea-b83 -server -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure