You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/04 01:26:06 UTC

[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b79) - Build # 4529 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4529/
Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseParallelGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:47690/vg/onenodecollectioncore returned non ok status:404, message:Can not find: /vg/onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:47690/vg/onenodecollectioncore returned non ok status:404, message:Can not find: /vg/onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([F826E861FA6108DC:79C066798D3E68E0]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:85)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


REGRESSION:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard

Stack Trace:
java.lang.AssertionError: Still found shard
	at __randomizedtesting.SeedInfo.seed([F826E861FA6108DC:79C066798D3E68E0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8979 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T243 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /vg/
[junit4:junit4]   2> 9 T243 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362355998434
[junit4:junit4]   2> 9 T243 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 10 T244 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 11 T244 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 11 T244 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 11 T244 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T244 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T244 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 110 T243 oasc.ZkTestServer.run start zk server on port:34277
[junit4:junit4]   2> 110 T243 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34277 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6c75e44b
[junit4:junit4]   2> 111 T243 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 112 T249 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:34277. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 112 T249 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:34277, initiating session
[junit4:junit4]   2> 112 T245 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34298
[junit4:junit4]   2> 113 T245 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34298
[junit4:junit4]   2> 113 T247 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 294 T247 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32becee50000 with negotiated timeout 10000 for client /127.0.0.1:34298
[junit4:junit4]   2> 294 T249 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:34277, sessionid = 0x13d32becee50000, negotiated timeout = 10000
[junit4:junit4]   2> 295 T250 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c75e44b name:ZooKeeperConnection Watcher:127.0.0.1:34277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 295 T243 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 295 T243 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 300 T248 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32becee50000
[junit4:junit4]   2> 301 T250 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 301 T243 oaz.ZooKeeper.close Session: 0x13d32becee50000 closed
[junit4:junit4]   2> 301 T245 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34298 which had sessionid 0x13d32becee50000
[junit4:junit4]   2> 301 T243 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34277/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@668d8f3b
[junit4:junit4]   2> 302 T243 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 302 T251 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:34277. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 303 T251 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:34277, initiating session
[junit4:junit4]   2> 303 T245 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34299
[junit4:junit4]   2> 303 T245 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34299
[junit4:junit4]   2> 304 T247 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32becee50001 with negotiated timeout 10000 for client /127.0.0.1:34299
[junit4:junit4]   2> 304 T251 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:34277, sessionid = 0x13d32becee50001, negotiated timeout = 10000
[junit4:junit4]   2> 305 T252 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@668d8f3b name:ZooKeeperConnection Watcher:127.0.0.1:34277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 305 T243 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 305 T243 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 309 T243 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 311 T243 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 313 T243 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 316 T243 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 316 T243 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 320 T243 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 321 T243 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 324 T243 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 325 T243 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 327 T243 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 328 T243 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 331 T243 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 331 T243 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 334 T243 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 334 T243 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 337 T243 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 337 T243 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 340 T243 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 340 T243 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 343 T243 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 344 T243 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 346 T248 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32becee50001
[junit4:junit4]   2> 347 T252 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 347 T243 oaz.ZooKeeper.close Session: 0x13d32becee50001 closed
[junit4:junit4]   2> 347 T245 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34299 which had sessionid 0x13d32becee50001
[junit4:junit4]   2> 407 T243 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 411 T243 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41797
[junit4:junit4]   2> 411 T243 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 412 T243 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 412 T243 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355998772
[junit4:junit4]   2> 412 T243 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355998772/solr.xml
[junit4:junit4]   2> 413 T243 oasc.CoreContainer.<init> New CoreContainer 1134617281
[junit4:junit4]   2> 413 T243 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355998772/'
[junit4:junit4]   2> 413 T243 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355998772/'
[junit4:junit4]   2> 429 T243 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 429 T243 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 430 T243 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 430 T243 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 430 T243 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 431 T243 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 431 T243 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 431 T243 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 432 T243 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 432 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 438 T243 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 446 T243 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:34277/solr
[junit4:junit4]   2> 447 T243 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 447 T243 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34277 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1a59b456
[junit4:junit4]   2> 448 T243 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 448 T262 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:34277. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 449 T262 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:34277, initiating session
[junit4:junit4]   2> 449 T245 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34300
[junit4:junit4]   2> 449 T245 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34300
[junit4:junit4]   2> 450 T247 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32becee50002 with negotiated timeout 20000 for client /127.0.0.1:34300
[junit4:junit4]   2> 450 T262 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:34277, sessionid = 0x13d32becee50002, negotiated timeout = 20000
[junit4:junit4]   2> 450 T263 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a59b456 name:ZooKeeperConnection Watcher:127.0.0.1:34277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 451 T243 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 452 T248 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32becee50002
[junit4:junit4]   2> 453 T263 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 453 T245 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34300 which had sessionid 0x13d32becee50002
[junit4:junit4]   2> 453 T243 oaz.ZooKeeper.close Session: 0x13d32becee50002 closed
[junit4:junit4]   2> 454 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 457 T243 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34277/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@511c21bd
[junit4:junit4]   2> 457 T243 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 458 T264 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:34277. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 458 T264 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:34277, initiating session
[junit4:junit4]   2> 458 T245 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34301
[junit4:junit4]   2> 458 T245 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34301
[junit4:junit4]   2> 459 T247 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32becee50003 with negotiated timeout 20000 for client /127.0.0.1:34301
[junit4:junit4]   2> 459 T264 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:34277, sessionid = 0x13d32becee50003, negotiated timeout = 20000
[junit4:junit4]   2> 460 T265 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@511c21bd name:ZooKeeperConnection Watcher:127.0.0.1:34277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 460 T243 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 462 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 463 T243 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 465 T243 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41797_vg
[junit4:junit4]   2> 466 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:41797_vg Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:41797_vg
[junit4:junit4]   2> 466 T243 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41797_vg
[junit4:junit4]   2> 469 T243 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 474 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 474 T243 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 477 T243 oasc.Overseer.start Overseer (id=89283362713567235-127.0.0.1:41797_vg-n_0000000000) starting
[junit4:junit4]   2> 478 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 479 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 480 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 481 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 482 T267 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 482 T243 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 485 T243 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 491 T266 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 493 T268 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355998772/collection1
[junit4:junit4]   2> 494 T268 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 494 T268 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 495 T268 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 496 T268 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355998772/collection1/'
[junit4:junit4]   2> 496 T268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355998772/collection1/lib/README' to classloader
[junit4:junit4]   2> 497 T268 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355998772/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 518 T268 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 542 T268 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 544 T268 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 547 T268 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 818 T268 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 824 T268 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 825 T268 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 842 T268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 845 T268 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 848 T268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 850 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 850 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 851 T268 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 852 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 852 T268 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 852 T268 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362355998772/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/control/data/
[junit4:junit4]   2> 853 T268 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bdb4cfb
[junit4:junit4]   2> 853 T268 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 859 T268 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/control/data forceNew:false
[junit4:junit4]   2> 859 T268 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/control/data
[junit4:junit4]   2> 860 T268 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/control/data/index/
[junit4:junit4]   2> 860 T268 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 860 T268 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/control/data/index forceNew:false
[junit4:junit4]   2> 864 T268 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6d16c86e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 864 T268 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 864 T268 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/control/data/index
[junit4:junit4]   2> 866 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 866 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 866 T268 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 867 T268 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 867 T268 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 867 T268 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 868 T268 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 868 T268 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 868 T268 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 871 T268 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 873 T268 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/control/data
[junit4:junit4]   2> 873 T268 oass.SolrIndexSearcher.<init> Opening Searcher@3df37fd7 main
[junit4:junit4]   2> 874 T268 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 874 T268 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 876 T268 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/control/data
[junit4:junit4]   2> 877 T269 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3df37fd7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 878 T268 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 878 T268 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 879 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1996 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1997 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41797_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41797/vg",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"control_collection"}
[junit4:junit4]   2> 1997 T266 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1998 T266 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1998 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2004 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2881 T268 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2882 T268 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41797/vg collection:control_collection shard:shard1
[junit4:junit4]   2> 2883 T268 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2890 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2890 T268 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2891 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2892 T268 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2893 T268 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2893 T268 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41797/vg/collection1/
[junit4:junit4]   2> 2893 T268 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2893 T268 oasc.SyncStrategy.syncToMe http://127.0.0.1:41797/vg/collection1/ has no replicas
[junit4:junit4]   2> 2893 T268 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41797/vg/collection1/
[junit4:junit4]   2> 2893 T268 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2899 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3510 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3790 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3803 T268 oasc.ZkController.register We are http://127.0.0.1:41797/vg/collection1/ and leader is http://127.0.0.1:41797/vg/collection1/
[junit4:junit4]   2> 3804 T268 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41797/vg
[junit4:junit4]   2> 3804 T268 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3804 T268 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3804 T268 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3806 T268 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3808 T243 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3808 T243 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3808 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3812 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3813 T243 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34277/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@105f2bad
[junit4:junit4]   2> 3814 T243 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3814 T270 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:34277. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3814 T270 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:34277, initiating session
[junit4:junit4]   2> 3814 T245 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34302
[junit4:junit4]   2> 3815 T245 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34302
[junit4:junit4]   2> 3816 T247 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32becee50004 with negotiated timeout 10000 for client /127.0.0.1:34302
[junit4:junit4]   2> 3816 T270 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:34277, sessionid = 0x13d32becee50004, negotiated timeout = 10000
[junit4:junit4]   2> 3816 T271 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@105f2bad name:ZooKeeperConnection Watcher:127.0.0.1:34277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3816 T243 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3818 T243 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3820 T243 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3873 T243 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3875 T243 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43383
[junit4:junit4]   2> 3876 T243 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3876 T243 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3876 T243 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362356002245
[junit4:junit4]   2> 3877 T243 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362356002245/solr.xml
[junit4:junit4]   2> 3877 T243 oasc.CoreContainer.<init> New CoreContainer 448953893
[junit4:junit4]   2> 3877 T243 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362356002245/'
[junit4:junit4]   2> 3878 T243 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362356002245/'
[junit4:junit4]   2> 3893 T243 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3894 T243 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3894 T243 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3894 T243 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3895 T243 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3895 T243 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3895 T243 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3896 T243 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3896 T243 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3896 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3902 T243 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3910 T243 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:34277/solr
[junit4:junit4]   2> 3911 T243 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3911 T243 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34277 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@7a564be0
[junit4:junit4]   2> 3912 T243 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3912 T281 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:34277. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3913 T281 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:34277, initiating session
[junit4:junit4]   2> 3913 T245 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34303
[junit4:junit4]   2> 3913 T245 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34303
[junit4:junit4]   2> 3914 T247 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32becee50005 with negotiated timeout 20000 for client /127.0.0.1:34303
[junit4:junit4]   2> 3914 T281 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:34277, sessionid = 0x13d32becee50005, negotiated timeout = 20000
[junit4:junit4]   2> 3915 T282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a564be0 name:ZooKeeperConnection Watcher:127.0.0.1:34277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3915 T243 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3917 T248 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32becee50005
[junit4:junit4]   2> 3918 T282 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3918 T245 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34303 which had sessionid 0x13d32becee50005
[junit4:junit4]   2> 3918 T243 oaz.ZooKeeper.close Session: 0x13d32becee50005 closed
[junit4:junit4]   2> 3919 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3922 T243 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34277/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@52a821ca
[junit4:junit4]   2> 3922 T243 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3923 T283 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:34277. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3923 T283 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:34277, initiating session
[junit4:junit4]   2> 3923 T245 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34304
[junit4:junit4]   2> 3924 T245 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34304
[junit4:junit4]   2> 3925 T247 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32becee50006 with negotiated timeout 20000 for client /127.0.0.1:34304
[junit4:junit4]   2> 3925 T283 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:34277, sessionid = 0x13d32becee50006, negotiated timeout = 20000
[junit4:junit4]   2> 3925 T284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52a821ca name:ZooKeeperConnection Watcher:127.0.0.1:34277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3925 T243 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3926 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3928 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3929 T243 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4932 T243 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43383_vg
[junit4:junit4]   2> 4933 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:43383_vg Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:43383_vg
[junit4:junit4]   2> 4934 T243 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43383_vg
[junit4:junit4]   2> 4937 T265 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4938 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4938 T271 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4938 T284 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4945 T285 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362356002245/collection1
[junit4:junit4]   2> 4945 T285 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4946 T285 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4946 T285 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4947 T285 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362356002245/collection1/'
[junit4:junit4]   2> 4948 T285 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362356002245/collection1/lib/README' to classloader
[junit4:junit4]   2> 4948 T285 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362356002245/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4970 T285 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 5007 T285 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5008 T285 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5012 T285 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5296 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5297 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41797_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41797/vg",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"control_collection"}
[junit4:junit4]   2> 5301 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5301 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5301 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5312 T285 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5317 T285 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5320 T285 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5336 T285 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5340 T285 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5343 T285 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5344 T285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5345 T285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5345 T285 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5346 T285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5347 T285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5347 T285 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362356002245/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1/
[junit4:junit4]   2> 5347 T285 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bdb4cfb
[junit4:junit4]   2> 5348 T285 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5349 T285 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1 forceNew:false
[junit4:junit4]   2> 5349 T285 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1
[junit4:junit4]   2> 5349 T285 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1/index/
[junit4:junit4]   2> 5349 T285 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5350 T285 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1/index forceNew:false
[junit4:junit4]   2> 5365 T285 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f999901; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5365 T285 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5366 T285 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1/index
[junit4:junit4]   2> 5368 T285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5368 T285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5368 T285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5369 T285 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5369 T285 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5370 T285 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5370 T285 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5370 T285 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5371 T285 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5373 T285 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5375 T285 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1
[junit4:junit4]   2> 5376 T285 oass.SolrIndexSearcher.<init> Opening Searcher@5a274bb5 main
[junit4:junit4]   2> 5377 T285 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5377 T285 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5381 T286 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5a274bb5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5383 T285 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5383 T285 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6820 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6821 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43383_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43383/vg",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 6821 T266 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6821 T266 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 6834 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6834 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6834 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7385 T285 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7386 T285 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43383/vg collection:collection1 shard:shard2
[junit4:junit4]   2> 7387 T285 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 7397 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7398 T285 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7399 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7401 T285 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7401 T285 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7401 T285 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43383/vg/collection1/
[junit4:junit4]   2> 7402 T285 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7402 T285 oasc.SyncStrategy.syncToMe http://127.0.0.1:43383/vg/collection1/ has no replicas
[junit4:junit4]   2> 7402 T285 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43383/vg/collection1/
[junit4:junit4]   2> 7402 T285 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 7409 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8344 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8364 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8364 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8364 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8367 T285 oasc.ZkController.register We are http://127.0.0.1:43383/vg/collection1/ and leader is http://127.0.0.1:43383/vg/collection1/
[junit4:junit4]   2> 8368 T285 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43383/vg
[junit4:junit4]   2> 8368 T285 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8368 T285 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8368 T285 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8377 T285 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8378 T243 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8379 T243 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8380 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8482 T243 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8490 T243 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47690
[junit4:junit4]   2> 8491 T243 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8492 T243 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8492 T243 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362356006811
[junit4:junit4]   2> 8493 T243 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362356006811/solr.xml
[junit4:junit4]   2> 8494 T243 oasc.CoreContainer.<init> New CoreContainer 780549020
[junit4:junit4]   2> 8495 T243 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362356006811/'
[junit4:junit4]   2> 8495 T243 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362356006811/'
[junit4:junit4]   2> 8522 T243 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8523 T243 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8523 T243 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8524 T243 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8524 T243 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8525 T243 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8525 T243 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8526 T243 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8528 T243 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8528 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8538 T243 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8551 T243 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:34277/solr
[junit4:junit4]   2> 8552 T243 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8552 T243 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34277 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3b534d56
[junit4:junit4]   2> 8553 T243 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8555 T296 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:34277. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8556 T296 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:34277, initiating session
[junit4:junit4]   2> 8556 T245 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34305
[junit4:junit4]   2> 8559 T245 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34305
[junit4:junit4]   2> 8560 T247 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32becee50007 with negotiated timeout 20000 for client /127.0.0.1:34305
[junit4:junit4]   2> 8560 T296 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:34277, sessionid = 0x13d32becee50007, negotiated timeout = 20000
[junit4:junit4]   2> 8561 T297 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b534d56 name:ZooKeeperConnection Watcher:127.0.0.1:34277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8562 T243 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8565 T248 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32becee50007
[junit4:junit4]   2> 8567 T245 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34305 which had sessionid 0x13d32becee50007
[junit4:junit4]   2> 8567 T297 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8567 T243 oaz.ZooKeeper.close Session: 0x13d32becee50007 closed
[junit4:junit4]   2> 8568 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8574 T243 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34277/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@24e51f4d
[junit4:junit4]   2> 8576 T298 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:34277. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8577 T298 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:34277, initiating session
[junit4:junit4]   2> 8577 T245 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34306
[junit4:junit4]   2> 8577 T245 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34306
[junit4:junit4]   2> 8579 T247 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32becee50008 with negotiated timeout 20000 for client /127.0.0.1:34306
[junit4:junit4]   2> 8580 T298 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:34277, sessionid = 0x13d32becee50008, negotiated timeout = 20000
[junit4:junit4]   2> 8587 T243 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8587 T299 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24e51f4d name:ZooKeeperConnection Watcher:127.0.0.1:34277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8588 T243 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8599 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8605 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8617 T243 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9624 T243 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47690_vg
[junit4:junit4]   2> 9625 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:47690_vg Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:47690_vg
[junit4:junit4]   2> 9627 T243 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47690_vg
[junit4:junit4]   2> 9632 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9633 T299 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9633 T284 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9634 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9636 T271 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9638 T265 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9638 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9646 T300 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362356006811/collection1
[junit4:junit4]   2> 9646 T300 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9647 T300 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9647 T300 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9649 T300 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362356006811/collection1/'
[junit4:junit4]   2> 9649 T300 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362356006811/collection1/lib/README' to classloader
[junit4:junit4]   2> 9649 T300 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362356006811/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9682 T300 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 9715 T300 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9717 T300 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9723 T300 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9884 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9885 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43383_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43383/vg",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 9926 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9926 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9926 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9926 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10092 T300 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10099 T300 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10102 T300 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10128 T300 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10131 T300 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10136 T300 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10139 T300 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10140 T300 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10140 T300 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10141 T300 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10141 T300 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10142 T300 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362356006811/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2/
[junit4:junit4]   2> 10142 T300 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bdb4cfb
[junit4:junit4]   2> 10143 T300 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10143 T300 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2 forceNew:false
[junit4:junit4]   2> 10144 T300 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2
[junit4:junit4]   2> 10144 T300 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2/index/
[junit4:junit4]   2> 10144 T300 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10144 T300 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2/index forceNew:false
[junit4:junit4]   2> 10255 T300 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3599e59d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10255 T300 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10256 T300 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2/index
[junit4:junit4]   2> 10260 T300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10260 T300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10261 T300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10261 T300 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10262 T300 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10262 T300 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10262 T300 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10263 T300 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10263 T300 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10266 T300 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10269 T300 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2
[junit4:junit4]   2> 10270 T300 oass.SolrIndexSearcher.<init> Opening Searcher@7be21503 main
[junit4:junit4]   2> 10271 T300 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10272 T300 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10276 T301 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7be21503 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10278 T300 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10279 T300 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11432 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11433 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47690_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47690/vg",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 11433 T266 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11433 T266 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11446 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11447 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11447 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11446 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12286 T300 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12286 T300 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47690/vg collection:collection1 shard:shard1
[junit4:junit4]   2> 12288 T300 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 12305 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 12306 T300 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 12307 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12309 T300 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12309 T300 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12309 T300 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47690/vg/collection1/
[junit4:junit4]   2> 12310 T300 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12310 T300 oasc.SyncStrategy.syncToMe http://127.0.0.1:47690/vg/collection1/ has no replicas
[junit4:junit4]   2> 12310 T300 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47690/vg/collection1/
[junit4:junit4]   2> 12310 T300 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 12316 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12963 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13054 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13054 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13054 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13054 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13074 T300 oasc.ZkController.register We are http://127.0.0.1:47690/vg/collection1/ and leader is http://127.0.0.1:47690/vg/collection1/
[junit4:junit4]   2> 13075 T300 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47690/vg
[junit4:junit4]   2> 13075 T300 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 13075 T300 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 13076 T300 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13078 T300 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13079 T243 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 13080 T243 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 13080 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13160 T243 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13164 T243 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58425
[junit4:junit4]   2> 13165 T243 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13165 T243 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13166 T243 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362356011511
[junit4:junit4]   2> 13166 T243 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362356011511/solr.xml
[junit4:junit4]   2> 13166 T243 oasc.CoreContainer.<init> New CoreContainer 929567195
[junit4:junit4]   2> 13167 T243 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362356011511/'
[junit4:junit4]   2> 13168 T243 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362356011511/'
[junit4:junit4]   2> 13185 T243 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13186 T243 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13187 T243 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13187 T243 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13187 T243 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13188 T243 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13188 T243 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13189 T243 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13189 T243 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13190 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13200 T243 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13211 T243 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:34277/solr
[junit4:junit4]   2> 13211 T243 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13212 T243 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34277 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@72e2170a
[junit4:junit4]   2> 13213 T311 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:34277. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13215 T311 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:34277, initiating session
[junit4:junit4]   2> 13215 T243 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13215 T245 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34308
[junit4:junit4]   2> 13216 T245 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34308
[junit4:junit4]   2> 13235 T247 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32becee50009 with negotiated timeout 20000 for client /127.0.0.1:34308
[junit4:junit4]   2> 13235 T311 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:34277, sessionid = 0x13d32becee50009, negotiated timeout = 20000
[junit4:junit4]   2> 13236 T312 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72e2170a name:ZooKeeperConnection Watcher:127.0.0.1:34277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13236 T243 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13239 T248 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32becee50009
[junit4:junit4]   2> 13255 T245 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34308 which had sessionid 0x13d32becee50009
[junit4:junit4]   2> 13255 T243 oaz.ZooKeeper.close Session: 0x13d32becee50009 closed
[junit4:junit4]   2> 13256 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13258 T312 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13265 T243 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34277/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2a3d3502
[junit4:junit4]   2> 13267 T243 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13268 T313 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:34277. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 13269 T313 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:34277, initiating session
[junit4:junit4]   2> 13269 T245 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34309
[junit4:junit4]   2> 13269 T245 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34309
[junit4:junit4]   2> 13285 T247 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32becee5000a with negotiated timeout 20000 for client /127.0.0.1:34309
[junit4:junit4]   2> 13285 T313 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:34277, sessionid = 0x13d32becee5000a, negotiated timeout = 20000
[junit4:junit4]   2> 13286 T314 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a3d3502 name:ZooKeeperConnection Watcher:127.0.0.1:34277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13286 T243 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13288 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee5000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13305 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee5000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13327 T243 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14332 T243 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58425_vg
[junit4:junit4]   2> 14333 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee5000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58425_vg Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58425_vg
[junit4:junit4]   2> 14344 T243 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58425_vg
[junit4:junit4]   2> 14355 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14355 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14356 T271 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14356 T284 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14356 T314 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14356 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14356 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14357 T265 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14358 T299 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14368 T315 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362356011511/collection1
[junit4:junit4]   2> 14368 T315 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14369 T315 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14369 T315 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14371 T315 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362356011511/collection1/'
[junit4:junit4]   2> 14371 T315 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362356011511/collection1/lib/README' to classloader
[junit4:junit4]   2> 14372 T315 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362356011511/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14393 T315 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 14417 T315 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14419 T315 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14422 T315 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14567 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14568 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47690_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47690/vg",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 14573 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14573 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14574 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14573 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14574 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14705 T315 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14710 T315 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14713 T315 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14726 T315 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14730 T315 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14732 T315 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14733 T315 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14734 T315 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14734 T315 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14735 T315 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14735 T315 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14735 T315 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362356011511/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/
[junit4:junit4]   2> 14736 T315 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bdb4cfb
[junit4:junit4]   2> 14736 T315 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14737 T315 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3 forceNew:false
[junit4:junit4]   2> 14737 T315 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3
[junit4:junit4]   2> 14737 T315 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/index/
[junit4:junit4]   2> 14738 T315 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14738 T315 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/index forceNew:false
[junit4:junit4]   2> 14745 T315 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f61d5f1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14745 T315 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14746 T315 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/index
[junit4:junit4]   2> 14747 T315 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14748 T315 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14748 T315 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14749 T315 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14749 T315 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14749 T315 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14750 T315 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14750 T315 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14751 T315 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14753 T315 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14755 T315 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3
[junit4:junit4]   2> 14756 T315 oass.SolrIndexSearcher.<init> Opening Searcher@5fdc0ed9 main
[junit4:junit4]   2> 14757 T315 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14757 T315 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14761 T316 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5fdc0ed9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14763 T315 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14764 T315 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16079 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16080 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58425_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58425/vg",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 16081 T266 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 16081 T266 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 16144 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16144 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16144 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16144 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16144 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16765 T315 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16766 T315 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58425/vg collection:collection1 shard:shard2
[junit4:junit4]   2> 16769 T315 oasc.ZkController.register We are http://127.0.0.1:58425/vg/collection1/ and leader is http://127.0.0.1:43383/vg/collection1/
[junit4:junit4]   2> 16769 T315 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58425/vg
[junit4:junit4]   2> 16769 T315 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16770 T315 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C20 name=collection1 org.apache.solr.core.SolrCore@10dd5ff1 url=http://127.0.0.1:58425/vg/collection1 node=127.0.0.1:58425_vg C20_STATE=coll:collection1 core:collection1 props:{core=collection1, state=down, node_name=127.0.0.1:58425_vg, base_url=http://127.0.0.1:58425/vg, collection=collection1}
[junit4:junit4]   2> 16770 T317 C20 P58425 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16771 T317 C20 P58425 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16771 T315 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16771 T317 C20 P58425 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16772 T317 C20 P58425 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16773 T243 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 16773 T317 C20 P58425 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16773 T243 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16774 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16861 T243 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16864 T243 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58972
[junit4:junit4]   2> 16864 T243 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16865 T243 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16865 T243 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362356015204
[junit4:junit4]   2> 16866 T243 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362356015204/solr.xml
[junit4:junit4]   2> 16866 T243 oasc.CoreContainer.<init> New CoreContainer 874159154
[junit4:junit4]   2> 16867 T243 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362356015204/'
[junit4:junit4]   2> 16867 T243 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362356015204/'
[junit4:junit4]   2> 16884 T243 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 16885 T243 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16885 T243 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16886 T243 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16886 T243 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16886 T243 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16887 T243 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16887 T243 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16887 T243 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16888 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16897 T243 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16910 T243 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:34277/solr
[junit4:junit4]   2> 16911 T243 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16911 T243 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34277 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@486409ea
[junit4:junit4]   2> 16913 T243 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16913 T327 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:34277. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16914 T327 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:34277, initiating session
[junit4:junit4]   2> 16914 T245 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34315
[junit4:junit4]   2> 16914 T245 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34315
[junit4:junit4]   2> 16915 T247 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32becee5000b with negotiated timeout 20000 for client /127.0.0.1:34315
[junit4:junit4]   2> 16915 T327 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:34277, sessionid = 0x13d32becee5000b, negotiated timeout = 20000
[junit4:junit4]   2> 16916 T328 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@486409ea name:ZooKeeperConnection Watcher:127.0.0.1:34277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16916 T243 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16917 T248 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32becee5000b
[junit4:junit4]   2> 16918 T328 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16918 T245 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34315 which had sessionid 0x13d32becee5000b
[junit4:junit4]   2> 16918 T243 oaz.ZooKeeper.close Session: 0x13d32becee5000b closed
[junit4:junit4]   2> 16918 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 16923 T243 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34277/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@6a946e89
[junit4:junit4]   2> 16924 T243 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16924 T329 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:34277. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16925 T329 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:34277, initiating session
[junit4:junit4]   2> 16925 T245 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34316
[junit4:junit4]   2> 16925 T245 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34316
[junit4:junit4]   2> 16926 T247 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32becee5000c with negotiated timeout 20000 for client /127.0.0.1:34316
[junit4:junit4]   2> 16926 T329 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:34277, sessionid = 0x13d32becee5000c, negotiated timeout = 20000
[junit4:junit4]   2> 16926 T330 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a946e89 name:ZooKeeperConnection Watcher:127.0.0.1:34277/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16926 T243 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16927 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee5000c type:create cxid:0x1 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16928 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee5000c type:create cxid:0x2 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16929 T243 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17651 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17652 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58425_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58425/vg",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 17658 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17658 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17658 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17658 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17658 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17658 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17932 T243 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58972_vg
[junit4:junit4]   2> 17933 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee5000c type:delete cxid:0xb zxid:0xa8 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58972_vg Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58972_vg
[junit4:junit4]   2> 17933 T243 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58972_vg
[junit4:junit4]   2> 17936 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17936 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17936 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17936 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17936 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17937 T314 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17937 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17939 T284 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17939 T299 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17939 T330 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17939 T271 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17940 T265 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17944 T331 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362356015204/collection1
[junit4:junit4]   2> 17944 T331 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17945 T331 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17945 T331 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17947 T331 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362356015204/collection1/'
[junit4:junit4]   2> 17947 T331 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362356015204/collection1/lib/README' to classloader
[junit4:junit4]   2> 17947 T331 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362356015204/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17970 T331 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 18002 T331 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18003 T331 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18007 T331 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 18299 T331 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 18307 T331 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 18310 T331 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 18327 T331 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18331 T331 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 18335 T331 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18336 T331 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18337 T331 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18337 T331 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 18338 T331 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 18338 T331 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 18339 T331 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362356015204/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/
[junit4:junit4]   2> 18339 T331 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bdb4cfb
[junit4:junit4]   2> 18340 T331 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 18340 T331 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4 forceNew:false
[junit4:junit4]   2> 18341 T331 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4
[junit4:junit4]   2> 18341 T331 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index/
[junit4:junit4]   2> 18341 T331 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 18342 T331 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index forceNew:false
[junit4:junit4]   2> 18346 T331 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a62c76d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18346 T331 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18347 T331 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index
[junit4:junit4]   2> 18348 T331 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 18349 T331 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 18349 T331 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 18350 T331 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 18350 T331 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 18350 T331 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 18351 T331 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 18351 T331 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 18351 T331 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 18354 T331 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 18356 T331 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4
[junit4:junit4]   2> 18357 T331 oass.SolrIndexSearcher.<init> Opening Searcher@6a6d3b89 main
[junit4:junit4]   2> 18357 T331 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 18357 T331 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 18361 T332 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6a6d3b89 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 18363 T331 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 18363 T331 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19165 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19166 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58972_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58972/vg",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 19166 T266 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 19167 T266 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 19171 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19171 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19172 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19172 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19172 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19172 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19364 T331 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 19365 T331 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58972/vg collection:collection1 shard:shard1
[junit4:junit4]   2> 19368 T331 oasc.ZkController.register We are http://127.0.0.1:58972/vg/collection1/ and leader is http://127.0.0.1:47690/vg/collection1/
[junit4:junit4]   2> 19368 T331 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58972/vg
[junit4:junit4]   2> 19369 T331 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 19369 T331 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C21 name=collection1 org.apache.solr.core.SolrCore@1928a40a url=http://127.0.0.1:58972/vg/collection1 node=127.0.0.1:58972_vg C21_STATE=coll:collection1 core:collection1 props:{core=collection1, state=down, node_name=127.0.0.1:58972_vg, base_url=http://127.0.0.1:58972/vg, collection=collection1}
[junit4:junit4]   2> 19370 T333 C21 P58972 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 19370 T333 C21 P58972 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 19370 T331 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19371 T333 C21 P58972 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 19371 T333 C21 P58972 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19372 T243 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 19372 T333 C21 P58972 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19372 T243 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 19373 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19378 T243 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19379 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19384 T279 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362356002245/onenodecollectioncore
[junit4:junit4]   2> 19384 T279 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 19385 T279 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 19385 T279 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 19386 T279 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 19387 T279 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 19388 T279 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 19390 T279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362356002245/onenodecollectioncore/'
[junit4:junit4]   2> 19414 T279 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 19439 T279 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 19440 T279 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 19444 T279 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 19714 T279 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 19719 T279 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19721 T279 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19737 T279 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19741 T279 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19744 T279 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19745 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19746 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19746 T279 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19747 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19747 T279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19748 T279 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362356002245/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362355998434/onenodecollection/
[junit4:junit4]   2> 19748 T279 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7bdb4cfb
[junit4:junit4]   2> 19749 T279 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 19750 T279 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362355998434/onenodecollection forceNew:false
[junit4:junit4]   2> 19750 T279 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362355998434/onenodecollection
[junit4:junit4]   2> 19750 T279 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362355998434/onenodecollection/index/
[junit4:junit4]   2> 19751 T279 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362355998434/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19751 T279 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362355998434/onenodecollection/index forceNew:false
[junit4:junit4]   2> 19754 T279 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/solrtest-BasicDistributedZk2Test-1362355998434/onenodecollection/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4600e14b; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19755 T279 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19755 T279 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362355998434/onenodecollection/index
[junit4:junit4]   2> 19757 T279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19757 T279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19758 T279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19758 T279 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19759 T279 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19759 T279 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19759 T279 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19760 T279 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19760 T279 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19763 T279 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19765 T279 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362355998434/onenodecollection
[junit4:junit4]   2> 19765 T279 oass.SolrIndexSearcher.<init> Opening Searcher@6d233f71 main
[junit4:junit4]   2> 19766 T279 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19766 T279 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19769 T279 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362355998434/onenodecollection
[junit4:junit4]   2> 19770 T334 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@6d233f71 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19771 T279 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2>  C20_STATE=coll:collection1 core:collection1 props:{core=collection1, shard=shard2, state=recovering, node_name=127.0.0.1:58425_vg, base_url=http://127.0.0.1:58425/vg, collection=collection1}
[junit4:junit4]   2> 19782 T317 C20 P58425 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:43383/vg/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19782 T317 C20 P58425 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:58425/vg START replicas=[http://127.0.0.1:43383/vg/collection1/] nUpdates=100
[junit4:junit4]   2> 19782 T317 C20 P58425 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19783 T317 C20 P58425 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19783 T317 C20 P58425 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19783 T317 C20 P58425 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19783 T317 C20 P58425 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19783 T317 C20 P58425 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:43383/vg/collection1/. core=collection1
[junit4:junit4]   2> 19784 T317 C20 P58425 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C22 name=collection1 org.apache.solr.core.SolrCore@3b148ecd url=http://127.0.0.1:43383/vg/collection1 node=127.0.0.1:43383_vg C22_STATE=coll:collection1 core:collection1 props:{core=collection1, shard=shard2, state=active, node_name=127.0.0.1:43383_vg, base_url=http://127.0.0.1:43383/vg, collection=collection1, leader=true}
[junit4:junit4]   2> 19787 T277 C22 P43383 REQ /get {version=2&wt=javabin&distrib=false&getVersions=100&qt=/get} status=0 QTime=1 
[junit4:junit4]   2> 19789 T278 C22 P43383 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19790 T278 C22 P43383 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1
[junit4:junit4]   2> 19793 T278 C22 P43383 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f999901; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19793 T278 C22 P43383 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19804 T278 C22 P43383 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f999901; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f999901; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19804 T278 C22 P43383 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19805 T278 C22 P43383 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1
[junit4:junit4]   2> 19805 T278 C22 P43383 oass.SolrIndexSearcher.<init> Opening Searcher@39f49064 realtime
[junit4:junit4]   2> 19806 T278 C22 P43383 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19806 T278 C22 P43383 /update {commit=true&softCommit=false&openSearcher=false&waitSearcher=true&version=2&wt=javabin&commit_end_point=true} {commit=} 0 17
[junit4:junit4]   2> 19807 T317 C20 P58425 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19807 T317 C20 P58425 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19809 T280 C22 P43383 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19809 T280 C22 P43383 REQ /replication {version=2&wt=javabin&qt=/replication&command=indexversion} status=0 QTime=1 
[junit4:junit4]   2> 19810 T317 C20 P58425 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19810 T317 C20 P58425 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19810 T317 C20 P58425 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19812 T278 C22 P43383 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1
[junit4:junit4]   2> 19812 T278 C22 P43383 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty1/index
[junit4:junit4]   2> 19813 T278 C22 P43383 REQ /replication {generation=2&version=2&wt=javabin&qt=/replication&command=filelist} status=0 QTime=1 
[junit4:junit4]   2> 19813 T317 C20 P58425 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19814 T317 C20 P58425 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/index.20130303211338239 forceNew:false
[junit4:junit4]   2> 19814 T317 C20 P58425 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3
[junit4:junit4]   2> 19814 T317 C20 P58425 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/index.20130303211338239 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14d63578; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 19817 T277 C22 P43383 REQ /replication {generation=2&wt=filestream&file=segments_2&qt=/replication&command=filecontent&checksum=true} status=0 QTime=0 
[junit4:junit4]   2> 19818 T317 C20 P58425 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/index
[junit4:junit4]   2> 19818 T317 C20 P58425 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19824 T317 C20 P58425 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3
[junit4:junit4]   2> 19824 T317 C20 P58425 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3
[junit4:junit4]   2> 19825 T317 C20 P58425 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19825 T317 C20 P58425 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19825 T317 C20 P58425 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3
[junit4:junit4]   2> 19827 T317 C20 P58425 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f61d5f1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f61d5f1; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19827 T317 C20 P58425 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19828 T317 C20 P58425 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19828 T317 C20 P58425 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3
[junit4:junit4]   2> 19828 T317 C20 P58425 oass.SolrIndexSearcher.<init> Opening Searcher@409a976a main
[junit4:junit4]   2> 19829 T316 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@409a976a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19829 T316 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/index
[junit4:junit4]   2> 19830 T317 C20 P58425 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/index.20130303211338239 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14d63578; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 19830 T317 C20 P58425 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/index.20130303211338239
[junit4:junit4]   2> 19831 T317 C20 P58425 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty3/index
[junit4:junit4]   2> 19831 T317 C20 P58425 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19831 T317 C20 P58425 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19831 T317 C20 P58425 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19831 T317 C20 P58425 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19833 T317 C20 P58425 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20677 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20678 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58972_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58972/vg",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 20681 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43383_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43383/vg",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"onenodecollection"}
[junit4:junit4]   2> 20681 T266 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 20681 T266 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 20685 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58425_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58425/vg",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 20704 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20704 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20704 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20704 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20704 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20704 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20773 T279 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 20774 T279 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:43383/vg collection:onenodecollection shard:shard1
[junit4:junit4]   2> 20775 T279 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 20780 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50006 type:delete cxid:0xa6 zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 20780 T279 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 20781 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50006 type:create cxid:0xa7 zxid:0xc4 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 20782 T279 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 20782 T279 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 20783 T279 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43383/vg/onenodecollectioncore/
[junit4:junit4]   2> 20783 T279 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 20783 T279 oasc.SyncStrategy.syncToMe http://127.0.0.1:43383/vg/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 20783 T279 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43383/vg/onenodecollectioncore/
[junit4:junit4]   2> 20784 T279 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 20787 T248 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d32becee50006 type:create cxid:0xb1 zxid:0xc8 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22212 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22258 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22259 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22259 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22259 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22259 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22259 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 22291 T279 oasc.ZkController.register We are http://127.0.0.1:43383/vg/onenodecollectioncore/ and leader is http://127.0.0.1:43383/vg/onenodecollectioncore/
[junit4:junit4]   2> 22292 T279 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:43383/vg
[junit4:junit4]   2> 22292 T279 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 22292 T279 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 22294 T279 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22296 T243 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 22297 T243 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23298 T243 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C21_STATE=coll:collection1 core:collection1 props:{core=collection1, shard=shard1, state=recovering, node_name=127.0.0.1:58972_vg, base_url=http://127.0.0.1:58972/vg, collection=collection1}
[junit4:junit4]   2> 23379 T333 C21 P58972 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:47690/vg/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 23379 T333 C21 P58972 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:58972/vg START replicas=[http://127.0.0.1:47690/vg/collection1/] nUpdates=100
[junit4:junit4]   2> 23379 T333 C21 P58972 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 23379 T333 C21 P58972 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 23380 T333 C21 P58972 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 23380 T333 C21 P58972 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 23380 T333 C21 P58972 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 23380 T333 C21 P58972 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:47690/vg/collection1/. core=collection1
[junit4:junit4]   2> 23381 T333 C21 P58972 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C23 name=collection1 org.apache.solr.core.SolrCore@2c95b15b url=http://127.0.0.1:47690/vg/collection1 node=127.0.0.1:47690_vg C23_STATE=coll:collection1 core:collection1 props:{core=collection1, shard=shard1, state=active, node_name=127.0.0.1:47690_vg, base_url=http://127.0.0.1:47690/vg, collection=collection1, leader=true}
[junit4:junit4]   2> 23384 T294 C23 P47690 REQ /get {version=2&wt=javabin&distrib=false&getVersions=100&qt=/get} status=0 QTime=0 
[junit4:junit4]   2> 23386 T293 C23 P47690 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 23386 T293 C23 P47690 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2
[junit4:junit4]   2> 23388 T293 C23 P47690 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3599e59d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 23389 T293 C23 P47690 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 23394 T293 C23 P47690 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3599e59d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3599e59d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23394 T293 C23 P47690 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23394 T293 C23 P47690 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2
[junit4:junit4]   2> 23395 T293 C23 P47690 oass.SolrIndexSearcher.<init> Opening Searcher@17815537 realtime
[junit4:junit4]   2> 23395 T293 C23 P47690 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 23395 T293 C23 P47690 /update {commit=true&softCommit=false&openSearcher=false&waitSearcher=true&version=2&wt=javabin&commit_end_point=true} {commit=} 0 9
[junit4:junit4]   2> 23396 T333 C21 P58972 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23396 T333 C21 P58972 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 23398 T294 C23 P47690 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 23398 T294 C23 P47690 REQ /replication {version=2&wt=javabin&qt=/replication&command=indexversion} status=0 QTime=0 
[junit4:junit4]   2> 23399 T333 C21 P58972 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 23399 T333 C21 P58972 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 23399 T333 C21 P58972 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 23401 T292 C23 P47690 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2
[junit4:junit4]   2> 23401 T292 C23 P47690 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty2/index
[junit4:junit4]   2> 23402 T292 C23 P47690 REQ /replication {generation=2&version=2&wt=javabin&qt=/replication&command=filelist} status=0 QTime=1 
[junit4:junit4]   2> 23402 T333 C21 P58972 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 23403 T333 C21 P58972 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index.20130303211341828 forceNew:false
[junit4:junit4]   2> 23403 T333 C21 P58972 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4
[junit4:junit4]   2> 23403 T333 C21 P58972 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index.20130303211341828 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17be4989; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 23406 T293 C23 P47690 REQ /replication {generation=2&wt=filestream&file=segments_2&qt=/replication&command=filecontent&checksum=true} status=0 QTime=0 
[junit4:junit4]   2> 23407 T333 C21 P58972 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index
[junit4:junit4]   2> 23407 T333 C21 P58972 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 23414 T333 C21 P58972 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4
[junit4:junit4]   2> 23414 T333 C21 P58972 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4
[junit4:junit4]   2> 23414 T333 C21 P58972 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 23415 T333 C21 P58972 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 23415 T333 C21 P58972 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4
[junit4:junit4]   2> 23417 T333 C21 P58972 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a62c76d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a62c76d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 23417 T333 C21 P58972 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 23417 T333 C21 P58972 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 23418 T333 C21 P58972 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4
[junit4:junit4]   2> 23418 T333 C21 P58972 oass.SolrIndexSearcher.<init> Opening Searcher@205071cb main
[junit4:junit4]   2> 23419 T332 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@205071cb main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 23419 T332 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index
[junit4:junit4]   2> 23419 T333 C21 P58972 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index.20130303211341828 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17be4989; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 23420 T333 C21 P58972 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index.20130303211341828
[junit4:junit4]   2> 23420 T333 C21 P58972 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index
[junit4:junit4]   2> 23420 T333 C21 P58972 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 23420 T333 C21 P58972 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 23420 T333 C21 P58972 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 23420 T333 C21 P58972 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 23423 T333 C21 P58972 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 23770 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23771 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:43383_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:43383/vg",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "collection":"onenodecollection"}
[junit4:junit4]   2> 23776 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58972_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58972/vg",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "collection":"collection1"}
[junit4:junit4]   2> 23794 T271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23794 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23794 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23794 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23794 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23794 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24301 T243 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24302 T243 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 24302 T243 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 24319 T243 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:34277 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@13ab6b87
[junit4:junit4]   2> 24320 T243 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 24320 T339 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:34277. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 24321 T339 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:34277, initiating session
[junit4:junit4]   2> 24321 T245 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:34344
[junit4:junit4]   2> 24321 T245 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:34344
[junit4:junit4]   2> 24322 T247 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d32becee5000d with negotiated timeout 10000 for client /127.0.0.1:34344
[junit4:junit4]   2> 24322 T339 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:34277, sessionid = 0x13d32becee5000d, negotiated timeout = 10000
[junit4:junit4]   2> 24323 T340 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13ab6b87 name:ZooKeeperConnection Watcher:127.0.0.1:34277 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 24323 T243 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 24372 T248 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32becee5000d
[junit4:junit4]   2> 24373 T340 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 24373 T245 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34344 which had sessionid 0x13d32becee5000d
[junit4:junit4]   2> 24373 T243 oaz.ZooKeeper.close Session: 0x13d32becee5000d closed
[junit4:junit4]   2> 24374 T248 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d32becee50004
[junit4:junit4]   2> 24374 T271 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 24374 T245 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:34302 which had sessionid 0x13d32becee50004
[junit4:junit4]   2> 24375 T243 oaz.ZooKeeper.close Session: 0x13d32becee50004 closed
[junit4:junit4]   2> 24377 T243 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 41797
[junit4:junit4]   2> 24377 T243 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1134617281
[junit4:junit4]   2> 25302 T266 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25303 T266 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41797_vg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41797/vg",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "collection":"control_collection"}
[junit4:junit4]   2> 25308 T284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25308 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25308 T299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25308 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 25311 T265 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 26379 T243 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3aa412e6
[junit4:junit4]   2> 26383 T243 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4/index
[junit4:junit4]   2> 26385 T243 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362355998434/jetty4
[junit4:junit4]   2> 26387 T243 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocom

[...truncated too long message...]

egatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 139264 T2215 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 139273 T2214 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   2> 139486 T2218 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 140366 T2293 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 140366 T2293 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 140366 T2293 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 140366 T2293 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_sl=PostingsFormat(name=MockRandom), range_facet_si=PostingsFormat(name=Memory doPackFST= false), range_facet_l=PostingsFormat(name=Memory doPackFST= true), multiDefault=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Memory doPackFST= true), a_t=PostingsFormat(name=Memory doPackFST= true), id=MockVariableIntBlock(baseBlockSize=118), text=PostingsFormat(name=MockRandom), a_si=PostingsFormat(name=Memory doPackFST= false), intDefault=PostingsFormat(name=Memory doPackFST= true), other_tl1=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=es_PE, timezone=America/Matamoros
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=2,free=109074560,total=331939840
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestCoreContainer, SolrRequestParserTest, TestWordDelimiterFilterFactory, SuggesterFSTTest, TestLMDirichletSimilarityFactory, LegacyHTMLStripCharFilterTest, AutoCommitTest, TestFuzzyAnalyzedSuggestions, SyncSliceTest, TestSurroundQueryParser, PingRequestHandlerTest, SortByFunctionTest, NumericFieldsTest, TestUtils, TestQuerySenderListener, WordBreakSolrSpellCheckerTest, BasicDistributedZk2Test, TestSearchPerf, TestValueSourceCache, DebugComponentTest, TestLazyCores, SolrCoreCheckLockOnStartupTest, SearchHandlerTest, TestRangeQuery, TestJoin, SpatialFilterTest, TestGroupingSearch, SolrIndexSplitterTest, TestComponentsName, DateMathParserTest, CurrencyFieldXmlFileTest, TestPseudoReturnFields, BasicDistributedZkTest, DistanceFunctionTest, TestUpdate, TestArbitraryIndexDir, TestDFRSimilarityFactory, TestPHPSerializedResponseWriter, PrimUtilsTest, SchemaVersionSpecificBehaviorTest, TestFiltering, TestRandomFaceting, ClusterStateTest, TestBinaryField, TestBadConfig, DocValuesMultiTest, TestIndexingPerformance, XmlUpdateRequestHandlerTest, TestCodecSupport, PluginInfoTest, TestDefaultSimilarityFactory, ResponseLogComponentTest, DOMUtilTest, SimpleFacetsTest, TestStressVersions, FileBasedSpellCheckerTest, TestFoldingMultitermQuery, FileUtilsTest, DefaultValueUpdateProcessorTest, TermVectorComponentDistributedTest, TestPhraseSuggestions, SpellCheckComponentTest, OutputWriterTest, SoftAutoCommitTest, TestHashPartitioner, BasicFunctionalityTest, SampleTest, TestIndexSearcher, CoreAdminHandlerTest, TestCSVResponseWriter, MoreLikeThisHandlerTest, MBeansHandlerTest, IndexSchemaTest, QueryParsingTest, MinimalSchemaTest, StandardRequestHandlerTest, SuggesterWFSTTest, DirectUpdateHandlerOptimizeTest, SolrPluginUtilsTest, TestReversedWildcardFilterFactory, TestOmitPositions, LoggingHandlerTest, SolrCmdDistributorTest, BadIndexSchemaTest, UpdateRequestProcessorFactoryTest, PrimitiveFieldTypeTest, SOLR749Test, TestMergePolicyConfig, TestLFUCache, SolrIndexConfigTest, TestSolrCoreProperties, TestJmxMonitoredMap, EchoParamsTest, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestFastLRUCache, OpenExchangeRatesOrgProviderTest, TestSystemIdResolver, SpellingQueryConverterTest, ChaosMonkeySafeLeaderTest, SliceStateTest, SliceStateUpdateTest, TestZkChroot, UnloadDistributedZkTest]
[junit4:junit4] Completed on J0 in 140.54s, 1 test, 1 failure <<< FAILURES!

[...truncated 11 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1207: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:870: There were test failures: 260 suites, 1094 tests, 1 error, 1 failure, 9 ignored (3 assumptions)

Total time: 41 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b79) - Build # 4530 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/4530/
Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:58695/_rwd/onenodecollectioncore returned non ok status:404, message:Can not find: /_rwd/onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:58695/_rwd/onenodecollectioncore returned non ok status:404, message:Can not find: /_rwd/onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([B3E27547841DC40E:3204FB5FF342A432]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:196)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:85)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard

Stack Trace:
java.lang.AssertionError: Still found shard
	at __randomizedtesting.SeedInfo.seed([B3E27547841DC40E:3204FB5FF342A432]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9551 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T2520 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_rwd/
[junit4:junit4]   2> 2 T2520 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362362492011
[junit4:junit4]   2> 3 T2520 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 3 T2521 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 4 T2521 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 4 T2521 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 4 T2521 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 4 T2521 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 5 T2521 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 103 T2520 oasc.ZkTestServer.run start zk server on port:36222
[junit4:junit4]   2> 104 T2520 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:36222 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@2cbb14c8
[junit4:junit4]   2> 105 T2520 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 105 T2526 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:36222. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 105 T2526 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:36222, initiating session
[junit4:junit4]   2> 105 T2522 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43056
[junit4:junit4]   2> 106 T2522 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43056
[junit4:junit4]   2> 106 T2524 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 224 T2524 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3321e46d0000 with negotiated timeout 10000 for client /127.0.0.1:43056
[junit4:junit4]   2> 224 T2526 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:36222, sessionid = 0x13d3321e46d0000, negotiated timeout = 10000
[junit4:junit4]   2> 227 T2527 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2cbb14c8 name:ZooKeeperConnection Watcher:127.0.0.1:36222 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 227 T2520 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 227 T2520 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 230 T2525 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3321e46d0000
[junit4:junit4]   2> 231 T2527 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 231 T2522 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43056 which had sessionid 0x13d3321e46d0000
[junit4:junit4]   2> 231 T2520 oaz.ZooKeeper.close Session: 0x13d3321e46d0000 closed
[junit4:junit4]   2> 232 T2520 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:36222/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@227cff2f
[junit4:junit4]   2> 232 T2520 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 232 T2528 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:36222. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 233 T2528 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:36222, initiating session
[junit4:junit4]   2> 233 T2522 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43057
[junit4:junit4]   2> 233 T2522 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43057
[junit4:junit4]   2> 234 T2524 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3321e46d0001 with negotiated timeout 10000 for client /127.0.0.1:43057
[junit4:junit4]   2> 234 T2528 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:36222, sessionid = 0x13d3321e46d0001, negotiated timeout = 10000
[junit4:junit4]   2> 234 T2529 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@227cff2f name:ZooKeeperConnection Watcher:127.0.0.1:36222/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 234 T2520 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 235 T2520 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 237 T2520 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 238 T2520 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 240 T2520 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 241 T2520 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 242 T2520 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 244 T2520 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 245 T2520 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 247 T2520 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 247 T2520 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 249 T2520 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 249 T2520 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 250 T2520 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 251 T2520 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 253 T2520 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 253 T2520 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 254 T2520 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 255 T2520 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 257 T2520 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 257 T2520 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 259 T2520 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 259 T2520 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 261 T2525 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3321e46d0001
[junit4:junit4]   2> 261 T2529 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 261 T2520 oaz.ZooKeeper.close Session: 0x13d3321e46d0001 closed
[junit4:junit4]   2> 261 T2522 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43057 which had sessionid 0x13d3321e46d0001
[junit4:junit4]   2> 315 T2520 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 341 T2520 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48192
[junit4:junit4]   2> 342 T2520 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 342 T2520 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 343 T2520 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362362492269
[junit4:junit4]   2> 343 T2520 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362362492269/solr.xml
[junit4:junit4]   2> 344 T2520 oasc.CoreContainer.<init> New CoreContainer 1961821576
[junit4:junit4]   2> 344 T2520 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362362492269/'
[junit4:junit4]   2> 344 T2520 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362362492269/'
[junit4:junit4]   2> 367 T2520 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 368 T2520 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 368 T2520 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 369 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 369 T2520 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 370 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 370 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 371 T2520 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 371 T2520 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 371 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 379 T2520 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 392 T2520 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:36222/solr
[junit4:junit4]   2> 393 T2520 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 393 T2520 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:36222 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1c4f4847
[junit4:junit4]   2> 394 T2520 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 395 T2539 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:36222. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 395 T2539 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:36222, initiating session
[junit4:junit4]   2> 395 T2522 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43058
[junit4:junit4]   2> 396 T2522 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43058
[junit4:junit4]   2> 396 T2524 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3321e46d0002 with negotiated timeout 20000 for client /127.0.0.1:43058
[junit4:junit4]   2> 396 T2539 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:36222, sessionid = 0x13d3321e46d0002, negotiated timeout = 20000
[junit4:junit4]   2> 397 T2540 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c4f4847 name:ZooKeeperConnection Watcher:127.0.0.1:36222 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 397 T2520 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 398 T2525 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3321e46d0002
[junit4:junit4]   2> 398 T2540 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 398 T2522 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43058 which had sessionid 0x13d3321e46d0002
[junit4:junit4]   2> 398 T2520 oaz.ZooKeeper.close Session: 0x13d3321e46d0002 closed
[junit4:junit4]   2> 399 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 402 T2520 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:36222/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@51c65375
[junit4:junit4]   2> 403 T2541 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:36222. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 403 T2520 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 403 T2541 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:36222, initiating session
[junit4:junit4]   2> 403 T2522 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43059
[junit4:junit4]   2> 404 T2522 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43059
[junit4:junit4]   2> 404 T2524 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3321e46d0003 with negotiated timeout 20000 for client /127.0.0.1:43059
[junit4:junit4]   2> 404 T2541 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:36222, sessionid = 0x13d3321e46d0003, negotiated timeout = 20000
[junit4:junit4]   2> 405 T2542 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@51c65375 name:ZooKeeperConnection Watcher:127.0.0.1:36222/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 405 T2520 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 406 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 407 T2520 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 408 T2520 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48192__rwd
[junit4:junit4]   2> 409 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:48192__rwd Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:48192__rwd
[junit4:junit4]   2> 409 T2520 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48192__rwd
[junit4:junit4]   2> 411 T2520 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 415 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 416 T2520 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 417 T2520 oasc.Overseer.start Overseer (id=89283788276563971-127.0.0.1:48192__rwd-n_0000000000) starting
[junit4:junit4]   2> 418 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 418 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 419 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 420 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 420 T2544 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 420 T2520 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 422 T2520 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 424 T2543 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 426 T2545 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362362492269/collection1
[junit4:junit4]   2> 426 T2545 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 427 T2545 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 427 T2545 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 427 T2545 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362362492269/collection1/'
[junit4:junit4]   2> 428 T2545 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362362492269/collection1/lib/README' to classloader
[junit4:junit4]   2> 428 T2545 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362362492269/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 450 T2545 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 494 T2545 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 495 T2545 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 499 T2545 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 816 T2545 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 821 T2545 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 823 T2545 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 831 T2545 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 834 T2545 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 836 T2545 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 836 T2545 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 837 T2545 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 837 T2545 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 837 T2545 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 838 T2545 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 838 T2545 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362362492269/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/control/data/
[junit4:junit4]   2> 838 T2545 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@22cc0fd4
[junit4:junit4]   2> 838 T2545 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 844 T2545 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/control/data forceNew:false
[junit4:junit4]   2> 845 T2545 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/control/data
[junit4:junit4]   2> 845 T2545 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/control/data/index/
[junit4:junit4]   2> 845 T2545 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 845 T2545 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/control/data/index forceNew:false
[junit4:junit4]   2> 849 T2545 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@456f34c4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 849 T2545 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 849 T2545 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/control/data/index
[junit4:junit4]   2> 851 T2545 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 851 T2545 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 851 T2545 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 851 T2545 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 852 T2545 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 852 T2545 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 852 T2545 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 852 T2545 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 853 T2545 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 855 T2545 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 857 T2545 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/control/data
[junit4:junit4]   2> 857 T2545 oass.SolrIndexSearcher.<init> Opening Searcher@19caf37c main
[junit4:junit4]   2> 858 T2545 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 858 T2545 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 861 T2546 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19caf37c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 862 T2545 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 862 T2545 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 863 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1926 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1927 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48192/_rwd",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48192__rwd",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 1927 T2543 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1927 T2543 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1928 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1932 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2865 T2545 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2865 T2545 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48192/_rwd collection:control_collection shard:shard1
[junit4:junit4]   2> 2866 T2545 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2870 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2871 T2545 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2871 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2872 T2545 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2872 T2545 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2872 T2545 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48192/_rwd/collection1/
[junit4:junit4]   2> 2873 T2545 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2873 T2545 oasc.SyncStrategy.syncToMe http://127.0.0.1:48192/_rwd/collection1/ has no replicas
[junit4:junit4]   2> 2873 T2545 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48192/_rwd/collection1/
[junit4:junit4]   2> 2873 T2545 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2875 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3435 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3440 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3478 T2545 oasc.ZkController.register We are http://127.0.0.1:48192/_rwd/collection1/ and leader is http://127.0.0.1:48192/_rwd/collection1/
[junit4:junit4]   2> 3479 T2545 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48192/_rwd
[junit4:junit4]   2> 3479 T2545 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3479 T2545 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3479 T2545 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3481 T2545 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3481 T2520 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3482 T2520 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3482 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3486 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3487 T2520 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:36222/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ef21768
[junit4:junit4]   2> 3488 T2520 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3488 T2547 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:36222. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3489 T2547 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:36222, initiating session
[junit4:junit4]   2> 3489 T2522 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43061
[junit4:junit4]   2> 3489 T2522 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43061
[junit4:junit4]   2> 3490 T2524 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3321e46d0004 with negotiated timeout 10000 for client /127.0.0.1:43061
[junit4:junit4]   2> 3490 T2547 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:36222, sessionid = 0x13d3321e46d0004, negotiated timeout = 10000
[junit4:junit4]   2> 3490 T2548 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ef21768 name:ZooKeeperConnection Watcher:127.0.0.1:36222/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3490 T2520 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3491 T2520 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3492 T2520 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3577 T2520 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3583 T2520 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:37674
[junit4:junit4]   2> 3584 T2520 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3585 T2520 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3585 T2520 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362362495501
[junit4:junit4]   2> 3585 T2520 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362362495501/solr.xml
[junit4:junit4]   2> 3586 T2520 oasc.CoreContainer.<init> New CoreContainer 1403360935
[junit4:junit4]   2> 3586 T2520 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362362495501/'
[junit4:junit4]   2> 3587 T2520 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362362495501/'
[junit4:junit4]   2> 3609 T2520 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3610 T2520 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3610 T2520 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3611 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3611 T2520 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3612 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3612 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3612 T2520 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3613 T2520 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3613 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3621 T2520 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3633 T2520 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:36222/solr
[junit4:junit4]   2> 3633 T2520 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3634 T2520 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:36222 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@15883aa1
[junit4:junit4]   2> 3635 T2520 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3635 T2558 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:36222. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3635 T2558 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:36222, initiating session
[junit4:junit4]   2> 3636 T2522 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43062
[junit4:junit4]   2> 3636 T2522 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43062
[junit4:junit4]   2> 3637 T2524 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3321e46d0005 with negotiated timeout 20000 for client /127.0.0.1:43062
[junit4:junit4]   2> 3637 T2558 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:36222, sessionid = 0x13d3321e46d0005, negotiated timeout = 20000
[junit4:junit4]   2> 3637 T2559 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15883aa1 name:ZooKeeperConnection Watcher:127.0.0.1:36222 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3637 T2520 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3638 T2525 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3321e46d0005
[junit4:junit4]   2> 3638 T2559 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3638 T2522 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43062 which had sessionid 0x13d3321e46d0005
[junit4:junit4]   2> 3638 T2520 oaz.ZooKeeper.close Session: 0x13d3321e46d0005 closed
[junit4:junit4]   2> 3639 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3642 T2520 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:36222/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@175b8aec
[junit4:junit4]   2> 3643 T2560 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:36222. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3643 T2520 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3643 T2560 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:36222, initiating session
[junit4:junit4]   2> 3643 T2522 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43063
[junit4:junit4]   2> 3644 T2522 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43063
[junit4:junit4]   2> 3645 T2524 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3321e46d0006 with negotiated timeout 20000 for client /127.0.0.1:43063
[junit4:junit4]   2> 3645 T2560 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:36222, sessionid = 0x13d3321e46d0006, negotiated timeout = 20000
[junit4:junit4]   2> 3645 T2561 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@175b8aec name:ZooKeeperConnection Watcher:127.0.0.1:36222/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3645 T2520 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3646 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3646 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3647 T2520 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4649 T2520 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37674__rwd
[junit4:junit4]   2> 4650 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:37674__rwd Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:37674__rwd
[junit4:junit4]   2> 4650 T2520 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37674__rwd
[junit4:junit4]   2> 4652 T2542 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4652 T2548 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4653 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4653 T2561 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4657 T2562 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362362495501/collection1
[junit4:junit4]   2> 4657 T2562 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4657 T2562 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4657 T2562 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4658 T2562 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362362495501/collection1/'
[junit4:junit4]   2> 4659 T2562 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362362495501/collection1/lib/README' to classloader
[junit4:junit4]   2> 4659 T2562 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362362495501/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4680 T2562 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 4704 T2562 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4705 T2562 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4709 T2562 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4944 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4944 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48192/_rwd",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48192__rwd",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 4947 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4947 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4947 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5009 T2562 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5014 T2562 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5016 T2562 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5024 T2562 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5026 T2562 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5029 T2562 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5029 T2562 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5029 T2562 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5030 T2562 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5030 T2562 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5030 T2562 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5031 T2562 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362362495501/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1/
[junit4:junit4]   2> 5031 T2562 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@22cc0fd4
[junit4:junit4]   2> 5031 T2562 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 5031 T2562 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1 forceNew:false
[junit4:junit4]   2> 5032 T2562 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1
[junit4:junit4]   2> 5032 T2562 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1/index/
[junit4:junit4]   2> 5032 T2562 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5032 T2562 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1/index forceNew:false
[junit4:junit4]   2> 5035 T2562 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@698541a7; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5036 T2562 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5036 T2562 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1/index
[junit4:junit4]   2> 5037 T2562 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5037 T2562 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5038 T2562 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5038 T2562 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5039 T2562 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5039 T2562 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5039 T2562 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5039 T2562 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5040 T2562 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5042 T2562 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5044 T2562 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1
[junit4:junit4]   2> 5044 T2562 oass.SolrIndexSearcher.<init> Opening Searcher@58f7a634 main
[junit4:junit4]   2> 5045 T2562 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5045 T2562 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5051 T2563 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58f7a634 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5053 T2562 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5054 T2562 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6451 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6452 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37674/_rwd",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37674__rwd",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 6452 T2543 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6452 T2543 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 6455 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6456 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6456 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7056 T2562 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7056 T2562 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37674/_rwd collection:collection1 shard:shard2
[junit4:junit4]   2> 7057 T2562 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 7061 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0006 type:delete cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7061 T2562 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7062 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0006 type:create cxid:0x47 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7063 T2562 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7063 T2562 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7063 T2562 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:37674/_rwd/collection1/
[junit4:junit4]   2> 7063 T2562 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7064 T2562 oasc.SyncStrategy.syncToMe http://127.0.0.1:37674/_rwd/collection1/ has no replicas
[junit4:junit4]   2> 7064 T2562 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:37674/_rwd/collection1/
[junit4:junit4]   2> 7064 T2562 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 7067 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0006 type:create cxid:0x51 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7959 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7964 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7964 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7964 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7970 T2562 oasc.ZkController.register We are http://127.0.0.1:37674/_rwd/collection1/ and leader is http://127.0.0.1:37674/_rwd/collection1/
[junit4:junit4]   2> 7970 T2562 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37674/_rwd
[junit4:junit4]   2> 7970 T2562 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7970 T2562 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7970 T2562 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7972 T2562 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7972 T2520 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 7973 T2520 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7973 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8029 T2520 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8034 T2520 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58695
[junit4:junit4]   2> 8035 T2520 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8035 T2520 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8036 T2520 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362362499984
[junit4:junit4]   2> 8036 T2520 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362362499984/solr.xml
[junit4:junit4]   2> 8036 T2520 oasc.CoreContainer.<init> New CoreContainer 60257217
[junit4:junit4]   2> 8037 T2520 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362362499984/'
[junit4:junit4]   2> 8037 T2520 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362362499984/'
[junit4:junit4]   2> 8052 T2520 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8052 T2520 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8053 T2520 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8053 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8053 T2520 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8053 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8054 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8054 T2520 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8054 T2520 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8055 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8059 T2520 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8067 T2520 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:36222/solr
[junit4:junit4]   2> 8068 T2520 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8068 T2520 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:36222 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@648c28da
[junit4:junit4]   2> 8069 T2520 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8069 T2573 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:36222. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8069 T2573 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:36222, initiating session
[junit4:junit4]   2> 8069 T2522 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43064
[junit4:junit4]   2> 8070 T2522 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43064
[junit4:junit4]   2> 8070 T2524 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3321e46d0007 with negotiated timeout 20000 for client /127.0.0.1:43064
[junit4:junit4]   2> 8070 T2573 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:36222, sessionid = 0x13d3321e46d0007, negotiated timeout = 20000
[junit4:junit4]   2> 8071 T2574 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@648c28da name:ZooKeeperConnection Watcher:127.0.0.1:36222 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8071 T2520 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8072 T2525 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3321e46d0007
[junit4:junit4]   2> 8072 T2522 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43064 which had sessionid 0x13d3321e46d0007
[junit4:junit4]   2> 8072 T2520 oaz.ZooKeeper.close Session: 0x13d3321e46d0007 closed
[junit4:junit4]   2> 8073 T2574 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8073 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8075 T2520 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:36222/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@59023f59
[junit4:junit4]   2> 8076 T2520 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8076 T2575 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:36222. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8076 T2575 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:36222, initiating session
[junit4:junit4]   2> 8077 T2522 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43065
[junit4:junit4]   2> 8077 T2522 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43065
[junit4:junit4]   2> 8078 T2524 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3321e46d0008 with negotiated timeout 20000 for client /127.0.0.1:43065
[junit4:junit4]   2> 8078 T2575 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:36222, sessionid = 0x13d3321e46d0008, negotiated timeout = 20000
[junit4:junit4]   2> 8078 T2576 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59023f59 name:ZooKeeperConnection Watcher:127.0.0.1:36222/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8078 T2520 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8079 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8079 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8080 T2520 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9082 T2520 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58695__rwd
[junit4:junit4]   2> 9082 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0008 type:delete cxid:0x9 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:58695__rwd Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:58695__rwd
[junit4:junit4]   2> 9083 T2520 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58695__rwd
[junit4:junit4]   2> 9085 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9085 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9085 T2561 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9085 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9085 T2576 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9086 T2548 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9086 T2542 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9100 T2577 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362362499984/collection1
[junit4:junit4]   2> 9101 T2577 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9101 T2577 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9101 T2577 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9102 T2577 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362362499984/collection1/'
[junit4:junit4]   2> 9103 T2577 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362362499984/collection1/lib/README' to classloader
[junit4:junit4]   2> 9103 T2577 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362362499984/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9124 T2577 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 9151 T2577 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9151 T2577 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9155 T2577 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9462 T2577 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9467 T2577 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9468 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9468 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37674/_rwd",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37674__rwd",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 9469 T2577 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9471 T2576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9471 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9471 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9471 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9478 T2577 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9480 T2577 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9483 T2577 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9483 T2577 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9484 T2577 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9484 T2577 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9485 T2577 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9485 T2577 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9485 T2577 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362362499984/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2/
[junit4:junit4]   2> 9485 T2577 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@22cc0fd4
[junit4:junit4]   2> 9486 T2577 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 9486 T2577 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2 forceNew:false
[junit4:junit4]   2> 9487 T2577 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2
[junit4:junit4]   2> 9487 T2577 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2/index/
[junit4:junit4]   2> 9487 T2577 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9488 T2577 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2/index forceNew:false
[junit4:junit4]   2> 9491 T2577 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2bc11fde; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9491 T2577 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9491 T2577 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2/index
[junit4:junit4]   2> 9493 T2577 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9493 T2577 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9494 T2577 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9494 T2577 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9494 T2577 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9494 T2577 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9495 T2577 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9495 T2577 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9495 T2577 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9498 T2577 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9500 T2577 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2
[junit4:junit4]   2> 9501 T2577 oass.SolrIndexSearcher.<init> Opening Searcher@330fe56b main
[junit4:junit4]   2> 9502 T2577 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9502 T2577 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9506 T2578 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@330fe56b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9507 T2577 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9507 T2577 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10975 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10975 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58695/_rwd",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58695__rwd",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 10976 T2543 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 10976 T2543 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 10979 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10979 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10979 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10979 T2576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11509 T2577 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11509 T2577 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58695/_rwd collection:collection1 shard:shard1
[junit4:junit4]   2> 11510 T2577 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 11514 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0008 type:delete cxid:0x45 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 11516 T2577 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11516 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0008 type:create cxid:0x46 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11517 T2577 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11517 T2577 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11518 T2577 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58695/_rwd/collection1/
[junit4:junit4]   2> 11518 T2577 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11518 T2577 oasc.SyncStrategy.syncToMe http://127.0.0.1:58695/_rwd/collection1/ has no replicas
[junit4:junit4]   2> 11518 T2577 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58695/_rwd/collection1/
[junit4:junit4]   2> 11518 T2577 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 11520 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0008 type:create cxid:0x4f zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12482 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12487 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12487 T2576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12487 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12487 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12524 T2577 oasc.ZkController.register We are http://127.0.0.1:58695/_rwd/collection1/ and leader is http://127.0.0.1:58695/_rwd/collection1/
[junit4:junit4]   2> 12524 T2577 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58695/_rwd
[junit4:junit4]   2> 12524 T2577 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12525 T2577 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12525 T2577 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12526 T2577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12526 T2520 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12527 T2520 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12528 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12594 T2520 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12597 T2520 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49911
[junit4:junit4]   2> 12597 T2520 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12597 T2520 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12598 T2520 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362362504539
[junit4:junit4]   2> 12598 T2520 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362362504539/solr.xml
[junit4:junit4]   2> 12598 T2520 oasc.CoreContainer.<init> New CoreContainer 42092272
[junit4:junit4]   2> 12599 T2520 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362362504539/'
[junit4:junit4]   2> 12599 T2520 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362362504539/'
[junit4:junit4]   2> 12614 T2520 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12614 T2520 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12615 T2520 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12615 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12615 T2520 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12615 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12616 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12616 T2520 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12616 T2520 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12617 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12621 T2520 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12629 T2520 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:36222/solr
[junit4:junit4]   2> 12630 T2520 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12630 T2520 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:36222 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@704d9300
[junit4:junit4]   2> 12631 T2520 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12631 T2588 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:36222. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12632 T2588 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:36222, initiating session
[junit4:junit4]   2> 12632 T2522 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43067
[junit4:junit4]   2> 12632 T2522 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43067
[junit4:junit4]   2> 12633 T2524 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3321e46d0009 with negotiated timeout 20000 for client /127.0.0.1:43067
[junit4:junit4]   2> 12633 T2588 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:36222, sessionid = 0x13d3321e46d0009, negotiated timeout = 20000
[junit4:junit4]   2> 12633 T2589 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@704d9300 name:ZooKeeperConnection Watcher:127.0.0.1:36222 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12634 T2520 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12634 T2525 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3321e46d0009
[junit4:junit4]   2> 12635 T2589 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12635 T2522 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43067 which had sessionid 0x13d3321e46d0009
[junit4:junit4]   2> 12635 T2520 oaz.ZooKeeper.close Session: 0x13d3321e46d0009 closed
[junit4:junit4]   2> 12635 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12637 T2520 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:36222/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@27cff
[junit4:junit4]   2> 12638 T2520 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12638 T2590 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:36222. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12638 T2590 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:36222, initiating session
[junit4:junit4]   2> 12638 T2522 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43068
[junit4:junit4]   2> 12639 T2522 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43068
[junit4:junit4]   2> 12640 T2524 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3321e46d000a with negotiated timeout 20000 for client /127.0.0.1:43068
[junit4:junit4]   2> 12640 T2590 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:36222, sessionid = 0x13d3321e46d000a, negotiated timeout = 20000
[junit4:junit4]   2> 12640 T2591 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27cff name:ZooKeeperConnection Watcher:127.0.0.1:36222/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12640 T2520 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12640 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12641 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12642 T2520 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13644 T2520 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49911__rwd
[junit4:junit4]   2> 13644 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d000a type:delete cxid:0x9 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49911__rwd Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49911__rwd
[junit4:junit4]   2> 13645 T2520 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49911__rwd
[junit4:junit4]   2> 13646 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13647 T2561 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13647 T2576 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13647 T2548 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13647 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13647 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13647 T2591 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13648 T2542 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13647 T2576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13652 T2592 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362362504539/collection1
[junit4:junit4]   2> 13652 T2592 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13652 T2592 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13652 T2592 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13653 T2592 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362362504539/collection1/'
[junit4:junit4]   2> 13653 T2592 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362362504539/collection1/lib/README' to classloader
[junit4:junit4]   2> 13654 T2592 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362362504539/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13684 T2592 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 13731 T2592 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13732 T2592 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13738 T2592 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13991 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13991 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:58695/_rwd",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:58695__rwd",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 13993 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13993 T2576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13994 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13994 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13994 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14148 T2592 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14156 T2592 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14159 T2592 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14168 T2592 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14171 T2592 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14174 T2592 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14175 T2592 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14175 T2592 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14175 T2592 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14176 T2592 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14176 T2592 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14176 T2592 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362362504539/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/
[junit4:junit4]   2> 14176 T2592 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@22cc0fd4
[junit4:junit4]   2> 14177 T2592 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 14177 T2592 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3 forceNew:false
[junit4:junit4]   2> 14177 T2592 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3
[junit4:junit4]   2> 14178 T2592 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/index/
[junit4:junit4]   2> 14178 T2592 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14178 T2592 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/index forceNew:false
[junit4:junit4]   2> 14181 T2592 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@387486e9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14182 T2592 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14182 T2592 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/index
[junit4:junit4]   2> 14184 T2592 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14184 T2592 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14185 T2592 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14185 T2592 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14186 T2592 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14186 T2592 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14186 T2592 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14186 T2592 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14187 T2592 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14189 T2592 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14191 T2592 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3
[junit4:junit4]   2> 14192 T2592 oass.SolrIndexSearcher.<init> Opening Searcher@20ffb760 main
[junit4:junit4]   2> 14193 T2592 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14193 T2592 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14197 T2593 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20ffb760 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14200 T2592 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14200 T2592 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15497 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15497 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49911/_rwd",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49911__rwd",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 15498 T2543 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15498 T2543 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 15501 T2576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15501 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15501 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15501 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15502 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16201 T2592 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16201 T2592 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49911/_rwd collection:collection1 shard:shard2
[junit4:junit4]   2> 16204 T2592 oasc.ZkController.register We are http://127.0.0.1:49911/_rwd/collection1/ and leader is http://127.0.0.1:37674/_rwd/collection1/
[junit4:junit4]   2> 16204 T2592 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49911/_rwd
[junit4:junit4]   2> 16204 T2592 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16204 T2592 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C127 name=collection1 org.apache.solr.core.SolrCore@5d8889fa url=http://127.0.0.1:49911/_rwd/collection1 node=127.0.0.1:49911__rwd C127_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:49911/_rwd, collection=collection1, state=down, node_name=127.0.0.1:49911__rwd, core=collection1}
[junit4:junit4]   2> 16205 T2594 C127 P49911 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16205 T2592 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16206 T2594 C127 P49911 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16206 T2594 C127 P49911 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16206 T2594 C127 P49911 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16206 T2520 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 16206 T2520 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16207 T2594 C127 P49911 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16207 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16294 T2520 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 16297 T2520 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40411
[junit4:junit4]   2> 16298 T2520 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 16299 T2520 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 16299 T2520 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362362508217
[junit4:junit4]   2> 16300 T2520 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362362508217/solr.xml
[junit4:junit4]   2> 16300 T2520 oasc.CoreContainer.<init> New CoreContainer 1497187164
[junit4:junit4]   2> 16301 T2520 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362362508217/'
[junit4:junit4]   2> 16301 T2520 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362362508217/'
[junit4:junit4]   2> 16322 T2520 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 16322 T2520 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 16322 T2520 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 16323 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 16323 T2520 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 16323 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 16324 T2520 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 16324 T2520 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 16324 T2520 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 16324 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 16329 T2520 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 16337 T2520 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:36222/solr
[junit4:junit4]   2> 16338 T2520 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 16338 T2520 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:36222 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@45bbe8c7
[junit4:junit4]   2> 16339 T2520 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16339 T2604 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:36222. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16340 T2604 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:36222, initiating session
[junit4:junit4]   2> 16340 T2522 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43070
[junit4:junit4]   2> 16340 T2522 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43070
[junit4:junit4]   2> 16341 T2524 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3321e46d000b with negotiated timeout 20000 for client /127.0.0.1:43070
[junit4:junit4]   2> 16341 T2604 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:36222, sessionid = 0x13d3321e46d000b, negotiated timeout = 20000
[junit4:junit4]   2> 16341 T2605 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45bbe8c7 name:ZooKeeperConnection Watcher:127.0.0.1:36222 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16341 T2520 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16342 T2525 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3321e46d000b
[junit4:junit4]   2> 16343 T2522 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43070 which had sessionid 0x13d3321e46d000b
[junit4:junit4]   2> 16342 T2520 oaz.ZooKeeper.close Session: 0x13d3321e46d000b closed
[junit4:junit4]   2> 16343 T2605 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 16343 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 16345 T2520 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:36222/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@48fa6ece
[junit4:junit4]   2> 16346 T2606 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:36222. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 16346 T2520 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16346 T2606 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:36222, initiating session
[junit4:junit4]   2> 16346 T2522 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43071
[junit4:junit4]   2> 16346 T2522 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43071
[junit4:junit4]   2> 16347 T2524 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3321e46d000c with negotiated timeout 20000 for client /127.0.0.1:43071
[junit4:junit4]   2> 16347 T2606 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:36222, sessionid = 0x13d3321e46d000c, negotiated timeout = 20000
[junit4:junit4]   2> 16347 T2607 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48fa6ece name:ZooKeeperConnection Watcher:127.0.0.1:36222/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16347 T2520 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16348 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d000c type:create cxid:0x1 zxid:0xa2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16348 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d000c type:create cxid:0x2 zxid:0xa3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16349 T2520 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 17005 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17006 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49911/_rwd",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49911__rwd",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 17009 T2576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17010 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17009 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17009 T2607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17009 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17010 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17351 T2520 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40411__rwd
[junit4:junit4]   2> 17351 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d000c type:delete cxid:0xb zxid:0xa8 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:40411__rwd Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:40411__rwd
[junit4:junit4]   2> 17353 T2520 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40411__rwd
[junit4:junit4]   2> 17354 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17355 T2561 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17355 T2548 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17355 T2576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17355 T2607 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17355 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17355 T2591 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17355 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17355 T2607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17355 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17356 T2576 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17357 T2542 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 17360 T2608 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362362508217/collection1
[junit4:junit4]   2> 17361 T2608 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 17361 T2608 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 17361 T2608 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 17362 T2608 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362362508217/collection1/'
[junit4:junit4]   2> 17363 T2608 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362362508217/collection1/lib/README' to classloader
[junit4:junit4]   2> 17363 T2608 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362362508217/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 17386 T2608 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 17413 T2608 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17414 T2608 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17418 T2608 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17758 T2608 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17762 T2608 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17764 T2608 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17773 T2608 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17775 T2608 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17777 T2608 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17778 T2608 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17778 T2608 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17778 T2608 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17779 T2608 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17779 T2608 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17779 T2608 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty4-1362362508217/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/
[junit4:junit4]   2> 17780 T2608 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@22cc0fd4
[junit4:junit4]   2> 17780 T2608 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 17780 T2608 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4 forceNew:false
[junit4:junit4]   2> 17780 T2608 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4
[junit4:junit4]   2> 17781 T2608 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/index/
[junit4:junit4]   2> 17781 T2608 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17781 T2608 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/index forceNew:false
[junit4:junit4]   2> 17784 T2608 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@462050cd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17784 T2608 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17784 T2608 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/index
[junit4:junit4]   2> 17786 T2608 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17786 T2608 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17786 T2608 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17787 T2608 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17787 T2608 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17787 T2608 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17788 T2608 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17788 T2608 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17788 T2608 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17790 T2608 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17792 T2608 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4
[junit4:junit4]   2> 17793 T2608 oass.SolrIndexSearcher.<init> Opening Searcher@66e80337 main
[junit4:junit4]   2> 17793 T2608 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17794 T2608 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17798 T2609 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66e80337 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17800 T2608 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 17800 T2608 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18513 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18514 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40411/_rwd",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40411__rwd",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 18514 T2543 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 18514 T2543 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 18517 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18517 T2576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18517 T2607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18517 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18517 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18517 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18801 T2608 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 18801 T2608 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40411/_rwd collection:collection1 shard:shard1
[junit4:junit4]   2> 18804 T2608 oasc.ZkController.register We are http://127.0.0.1:40411/_rwd/collection1/ and leader is http://127.0.0.1:58695/_rwd/collection1/
[junit4:junit4]   2> 18804 T2608 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40411/_rwd
[junit4:junit4]   2> 18804 T2608 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 18805 T2608 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C128 name=collection1 org.apache.solr.core.SolrCore@4bc9d0cc url=http://127.0.0.1:40411/_rwd/collection1 node=127.0.0.1:40411__rwd C128_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:40411/_rwd, collection=collection1, state=down, node_name=127.0.0.1:40411__rwd, core=collection1}
[junit4:junit4]   2> 18805 T2610 C128 P40411 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 18806 T2610 C128 P40411 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 18806 T2608 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18806 T2610 C128 P40411 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 18806 T2610 C128 P40411 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18807 T2520 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 18807 T2520 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 18808 T2610 C128 P40411 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18808 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18811 T2520 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18811 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18815 T2556 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362362495501/onenodecollectioncore
[junit4:junit4]   2> 18815 T2556 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 18815 T2556 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 18816 T2556 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 18816 T2556 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 18817 T2556 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 18818 T2556 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 18819 T2556 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362362495501/onenodecollectioncore/'
[junit4:junit4]   2> 18853 T2556 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_42
[junit4:junit4]   2> 18893 T2556 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 18894 T2556 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 18897 T2556 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2>  C127_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:49911/_rwd, shard=shard2, collection=collection1, state=recovering, node_name=127.0.0.1:49911__rwd, core=collection1}
[junit4:junit4]   2> 19211 T2594 C127 P49911 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:37674/_rwd/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19211 T2594 C127 P49911 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49911/_rwd START replicas=[http://127.0.0.1:37674/_rwd/collection1/] nUpdates=100
[junit4:junit4]   2> 19212 T2594 C127 P49911 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19212 T2594 C127 P49911 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19212 T2594 C127 P49911 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19212 T2594 C127 P49911 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19212 T2594 C127 P49911 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19213 T2594 C127 P49911 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:37674/_rwd/collection1/. core=collection1
[junit4:junit4]   2> 19213 T2594 C127 P49911 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 19214 T2556 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> ASYNC  NEW_CORE C129 name=collection1 org.apache.solr.core.SolrCore@40b4a97c url=http://127.0.0.1:37674/_rwd/collection1 node=127.0.0.1:37674__rwd C129_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:37674/_rwd, shard=shard2, collection=collection1, state=active, node_name=127.0.0.1:37674__rwd, core=collection1, leader=true}
[junit4:junit4]   2> 19217 T2555 C129 P37674 REQ /get {distrib=false&version=2&getVersions=100&wt=javabin&qt=/get} status=0 QTime=0 
[junit4:junit4]   2> 19220 T2557 C129 P37674 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19221 T2557 C129 P37674 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1
[junit4:junit4]   2> 19221 T2556 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 19224 T2557 C129 P37674 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@698541a7; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19224 T2557 C129 P37674 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19224 T2556 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 19233 T2556 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19233 T2557 C129 P37674 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@698541a7; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@698541a7; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19234 T2557 C129 P37674 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19235 T2557 C129 P37674 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1
[junit4:junit4]   2> 19235 T2557 C129 P37674 oass.SolrIndexSearcher.<init> Opening Searcher@13e346d6 realtime
[junit4:junit4]   2> 19235 T2557 C129 P37674 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19236 T2557 C129 P37674 /update {openSearcher=false&version=2&wt=javabin&softCommit=false&commit=true&commit_end_point=true&waitSearcher=true} {commit=} 0 16
[junit4:junit4]   2> 19237 T2594 C127 P49911 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19237 T2594 C127 P49911 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19238 T2556 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 19243 T2556 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19245 T2556 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19245 T2556 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19246 T2556 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 19247 T2554 C129 P37674 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19247 T2554 C129 P37674 REQ /replication {command=indexversion&version=2&wt=javabin&qt=/replication} status=0 QTime=9 
[junit4:junit4]   2> 19248 T2556 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 19248 T2594 C127 P49911 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19248 T2594 C127 P49911 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19248 T2556 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 19248 T2594 C127 P49911 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19248 T2556 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362362495501/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362362492011/onenodecollection/
[junit4:junit4]   2> 19249 T2556 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@22cc0fd4
[junit4:junit4]   2> 19249 T2556 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 19250 T2556 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362362492011/onenodecollection forceNew:false
[junit4:junit4]   2> 19250 T2555 C129 P37674 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1
[junit4:junit4]   2> 19251 T2556 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362362492011/onenodecollection
[junit4:junit4]   2> 19251 T2555 C129 P37674 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty1/index
[junit4:junit4]   2> 19251 T2556 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362362492011/onenodecollection/index/
[junit4:junit4]   2> 19251 T2555 C129 P37674 REQ /replication {generation=2&command=filelist&version=2&wt=javabin&qt=/replication} status=0 QTime=1 
[junit4:junit4]   2> 19252 T2556 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362362492011/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 19252 T2594 C127 P49911 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19252 T2556 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362362492011/onenodecollection/index forceNew:false
[junit4:junit4]   2> 19253 T2594 C127 P49911 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/index.20130303230151260 forceNew:false
[junit4:junit4]   2> 19253 T2594 C127 P49911 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3
[junit4:junit4]   2> 19253 T2594 C127 P49911 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/index.20130303230151260 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61534e34; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 19256 T2557 C129 P37674 REQ /replication {generation=2&command=filecontent&wt=filestream&checksum=true&qt=/replication&file=segments_2} status=0 QTime=0 
[junit4:junit4]   2> 19257 T2594 C127 P49911 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/index
[junit4:junit4]   2> 19257 T2594 C127 P49911 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19265 T2594 C127 P49911 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3
[junit4:junit4]   2> 19265 T2556 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/solrtest-BasicDistributedZk2Test-1362362492011/onenodecollection/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a992d3d; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19265 T2556 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19265 T2594 C127 P49911 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3
[junit4:junit4]   2> 19266 T2594 C127 P49911 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19266 T2556 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362362492011/onenodecollection/index
[junit4:junit4]   2> 19266 T2594 C127 P49911 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19266 T2594 C127 P49911 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3
[junit4:junit4]   2> 19268 T2556 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 19268 T2556 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 19269 T2594 C127 P49911 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@387486e9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@387486e9; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19269 T2556 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 19270 T2594 C127 P49911 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19270 T2594 C127 P49911 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19270 T2556 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 19270 T2594 C127 P49911 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3
[junit4:junit4]   2> 19271 T2556 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 19271 T2594 C127 P49911 oass.SolrIndexSearcher.<init> Opening Searcher@37722c97 main
[junit4:junit4]   2> 19271 T2556 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 19271 T2556 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 19272 T2593 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@37722c97 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19272 T2556 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 19272 T2593 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/index
[junit4:junit4]   2> 19273 T2594 C127 P49911 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/index.20130303230151260 lockFactory=org.apache.lucene.store.NativeFSLockFactory@61534e34; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 19273 T2556 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 19273 T2594 C127 P49911 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/index.20130303230151260
[junit4:junit4]   2> 19273 T2594 C127 P49911 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty3/index
[junit4:junit4]   2> 19273 T2594 C127 P49911 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19273 T2594 C127 P49911 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19274 T2594 C127 P49911 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19274 T2594 C127 P49911 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19275 T2594 C127 P49911 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19276 T2556 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 19279 T2556 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362362492011/onenodecollection
[junit4:junit4]   2> 19280 T2556 oass.SolrIndexSearcher.<init> Opening Searcher@2b29f2fd main
[junit4:junit4]   2> 19281 T2556 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 19281 T2556 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 19296 T2613 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@2b29f2fd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 19298 T2556 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 20020 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20021 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40411/_rwd",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40411__rwd",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 20023 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49911/_rwd",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49911__rwd",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 20025 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37674/_rwd",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37674__rwd",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 20025 T2543 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 20026 T2543 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 20043 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20044 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20044 T2607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20044 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20044 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20044 T2576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 20299 T2556 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 20300 T2556 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:37674/_rwd collection:onenodecollection shard:shard1
[junit4:junit4]   2> 20301 T2556 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 20306 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0006 type:delete cxid:0xa6 zxid:0xc3 txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 20307 T2556 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 20307 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0006 type:create cxid:0xa7 zxid:0xc4 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 20308 T2556 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 20309 T2556 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 20309 T2556 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:37674/_rwd/onenodecollectioncore/
[junit4:junit4]   2> 20309 T2556 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 20310 T2556 oasc.SyncStrategy.syncToMe http://127.0.0.1:37674/_rwd/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 20310 T2556 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:37674/_rwd/onenodecollectioncore/
[junit4:junit4]   2> 20310 T2556 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 20313 T2525 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d3321e46d0006 type:create cxid:0xb1 zxid:0xc8 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 21549 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21554 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21554 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21554 T2607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21555 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21555 T2576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21555 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 21568 T2556 oasc.ZkController.register We are http://127.0.0.1:37674/_rwd/onenodecollectioncore/ and leader is http://127.0.0.1:37674/_rwd/onenodecollectioncore/
[junit4:junit4]   2> 21568 T2556 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:37674/_rwd
[junit4:junit4]   2> 21568 T2556 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 21568 T2556 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 21569 T2556 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21570 T2520 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 21571 T2520 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22572 T2520 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C128_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:40411/_rwd, shard=shard1, collection=collection1, state=recovering, node_name=127.0.0.1:40411__rwd, core=collection1}
[junit4:junit4]   2> 22812 T2610 C128 P40411 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:58695/_rwd/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 22813 T2610 C128 P40411 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:40411/_rwd START replicas=[http://127.0.0.1:58695/_rwd/collection1/] nUpdates=100
[junit4:junit4]   2> 22813 T2610 C128 P40411 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 22813 T2610 C128 P40411 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 22813 T2610 C128 P40411 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 22813 T2610 C128 P40411 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 22813 T2610 C128 P40411 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 22814 T2610 C128 P40411 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:58695/_rwd/collection1/. core=collection1
[junit4:junit4]   2> 22814 T2610 C128 P40411 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C130 name=collection1 org.apache.solr.core.SolrCore@31cf0193 url=http://127.0.0.1:58695/_rwd/collection1 node=127.0.0.1:58695__rwd C130_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:58695/_rwd, shard=shard1, collection=collection1, state=active, node_name=127.0.0.1:58695__rwd, core=collection1, leader=true}
[junit4:junit4]   2> 22818 T2571 C130 P58695 REQ /get {distrib=false&version=2&getVersions=100&wt=javabin&qt=/get} status=0 QTime=0 
[junit4:junit4]   2> 22819 T2572 C130 P58695 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 22820 T2572 C130 P58695 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2
[junit4:junit4]   2> 22821 T2572 C130 P58695 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2bc11fde; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 22822 T2572 C130 P58695 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 22833 T2572 C130 P58695 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2bc11fde; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2bc11fde; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22834 T2572 C130 P58695 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22834 T2572 C130 P58695 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2
[junit4:junit4]   2> 22835 T2572 C130 P58695 oass.SolrIndexSearcher.<init> Opening Searcher@1c74ed43 realtime
[junit4:junit4]   2> 22835 T2572 C130 P58695 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 22835 T2572 C130 P58695 /update {openSearcher=false&version=2&wt=javabin&softCommit=false&commit=true&commit_end_point=true&waitSearcher=true} {commit=} 0 16
[junit4:junit4]   2> 22836 T2610 C128 P40411 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22836 T2610 C128 P40411 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 22838 T2570 C130 P58695 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 22838 T2570 C130 P58695 REQ /replication {command=indexversion&version=2&wt=javabin&qt=/replication} status=0 QTime=1 
[junit4:junit4]   2> 22838 T2610 C128 P40411 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 22839 T2610 C128 P40411 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 22839 T2610 C128 P40411 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 22840 T2571 C130 P58695 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2
[junit4:junit4]   2> 22841 T2571 C130 P58695 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty2/index
[junit4:junit4]   2> 22841 T2571 C130 P58695 REQ /replication {generation=2&command=filelist&version=2&wt=javabin&qt=/replication} status=0 QTime=1 
[junit4:junit4]   2> 22841 T2610 C128 P40411 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 22842 T2610 C128 P40411 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/index.20130303230154850 forceNew:false
[junit4:junit4]   2> 22842 T2610 C128 P40411 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4
[junit4:junit4]   2> 22843 T2610 C128 P40411 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/index.20130303230154850 lockFactory=org.apache.lucene.store.NativeFSLockFactory@32c4cd36; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 22845 T2572 C130 P58695 REQ /replication {generation=2&command=filecontent&wt=filestream&checksum=true&qt=/replication&file=segments_2} status=0 QTime=0 
[junit4:junit4]   2> 22846 T2610 C128 P40411 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/index
[junit4:junit4]   2> 22846 T2610 C128 P40411 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 22853 T2610 C128 P40411 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4
[junit4:junit4]   2> 22854 T2610 C128 P40411 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4
[junit4:junit4]   2> 22854 T2610 C128 P40411 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 22854 T2610 C128 P40411 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 22854 T2610 C128 P40411 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4
[junit4:junit4]   2> 22856 T2610 C128 P40411 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@462050cd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@462050cd; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 22857 T2610 C128 P40411 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 22857 T2610 C128 P40411 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 22857 T2610 C128 P40411 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4
[junit4:junit4]   2> 22857 T2610 C128 P40411 oass.SolrIndexSearcher.<init> Opening Searcher@5ceac6e0 main
[junit4:junit4]   2> 22858 T2609 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ceac6e0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 22858 T2609 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/index
[junit4:junit4]   2> 22858 T2610 C128 P40411 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/index.20130303230154850 lockFactory=org.apache.lucene.store.NativeFSLockFactory@32c4cd36; maxCacheMB=48.0 maxMergeSizeMB=4.0)
[junit4:junit4]   2> 22859 T2610 C128 P40411 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/index.20130303230154850
[junit4:junit4]   2> 22859 T2610 C128 P40411 oasc.CachingDirectoryFactory.close Releasing directory:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362362492011/jetty4/index
[junit4:junit4]   2> 22859 T2610 C128 P40411 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 22859 T2610 C128 P40411 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 22859 T2610 C128 P40411 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 22860 T2610 C128 P40411 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22861 T2610 C128 P40411 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 23059 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23059 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:37674/_rwd",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:37674__rwd",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 23062 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:40411/_rwd",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:40411__rwd",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 23084 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23084 T2548 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23084 T2576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23084 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23084 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23084 T2607 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 23574 T2520 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23575 T2520 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 23575 T2520 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 23597 T2520 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:36222 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@49408db3
[junit4:junit4]   2> 23598 T2520 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 23598 T2616 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:36222. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 23599 T2616 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:36222, initiating session
[junit4:junit4]   2> 23599 T2522 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:43081
[junit4:junit4]   2> 23599 T2522 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:43081
[junit4:junit4]   2> 23601 T2524 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d3321e46d000d with negotiated timeout 10000 for client /127.0.0.1:43081
[junit4:junit4]   2> 23601 T2616 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:36222, sessionid = 0x13d3321e46d000d, negotiated timeout = 10000
[junit4:junit4]   2> 23601 T2617 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49408db3 name:ZooKeeperConnection Watcher:127.0.0.1:36222 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 23601 T2520 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 23627 T2525 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3321e46d000d
[junit4:junit4]   2> 23627 T2617 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 23627 T2522 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43081 which had sessionid 0x13d3321e46d000d
[junit4:junit4]   2> 23627 T2520 oaz.ZooKeeper.close Session: 0x13d3321e46d000d closed
[junit4:junit4]   2> 23628 T2525 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d3321e46d0004
[junit4:junit4]   2> 23628 T2548 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 23628 T2522 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:43061 which had sessionid 0x13d3321e46d0004
[junit4:junit4]   2> 23628 T2520 oaz.ZooKeeper.close Session: 0x13d3321e46d0004 closed
[junit4:junit4]   2> 23631 T2520 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 48192
[junit4:junit4]   2> 23631 T2520 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1961821576
[junit4:junit4]   2> 24588 T2543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24589 T2543 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48192/_rwd",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48192__rwd",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "operation":"state"}
[junit4:junit4]   2> 24591 T2561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24591 T2576 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24591 T2542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24592 T2591 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 24592 T2607 oascc.ZkSta

[...truncated too long message...]

ned$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 137598 T3645 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 137612 T3644 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   2> 137832 T3648 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 138703 T3723 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 138703 T3723 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 138703 T3723 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 138703 T3723 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_si=MockFixedIntBlock(blockSize=435), id=Pulsing41(freqCutoff=6 minBlockSize=22 maxBlockSize=120), timestamp=MockFixedIntBlock(blockSize=435), a_t=MockFixedIntBlock(blockSize=435), range_facet_l=MockFixedIntBlock(blockSize=435), range_facet_sl=Pulsing41(freqCutoff=6 minBlockSize=22 maxBlockSize=120), _version_=PostingsFormat(name=NestedPulsing), text=Lucene41(blocksize=128), multiDefault=MockFixedIntBlock(blockSize=435), other_tl1=PostingsFormat(name=NestedPulsing), intDefault=PostingsFormat(name=NestedPulsing), a_si=PostingsFormat(name=NestedPulsing)}, docValues:{}, sim=DefaultSimilarity, locale=nl, timezone=NZ-CHAT
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=118054824,total=246398976
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SimplePostToolTest, TestCharFilters, IndexSchemaRuntimeFieldTest, TestTrie, DirectUpdateHandlerTest, FieldMutatingUpdateProcessorTest, LukeRequestHandlerTest, TestMultiCoreConfBootstrap, DocValuesMultiTest, TimeZoneUtilsTest, TestIBSimilarityFactory, IndexSchemaTest, HighlighterConfigTest, DocumentBuilderTest, UniqFieldsUpdateProcessorFactoryTest, TestSolrIndexConfig, TestLuceneMatchVersion, CSVRequestHandlerTest, JSONWriterTest, SolrCoreTest, RecoveryZkTest, QueryEqualityTest, ZkNodePropsTest, TestSort, TestSolrDeletionPolicy2, DocValuesTest, TestWriterPerf, FieldAnalysisRequestHandlerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TestLMJelinekMercerSimilarityFactory, OverseerCollectionProcessorTest, NotRequiredUniqueKeyTest, ExternalFileFieldSortTest, PeerSyncTest, URLClassifyProcessorTest, PolyFieldTest, BinaryUpdateRequestHandlerTest, TermsComponentTest, BasicFunctionalityTest, TestPropInjectDefaults, SolrInfoMBeanTest, FastVectorHighlighterTest, TestQuerySenderNoQuery, FullSolrCloudDistribCmdsTest, SystemInfoHandlerTest, TestPostingsSolrHighlighter, CopyFieldTest, ConvertedLegacyTest, StatelessScriptUpdateProcessorFactoryTest, MultiTermTest, SoftAutoCommitTest, JsonLoaderTest, TestRandomDVFaceting, TestComponentsName, TestRemoteStreaming, SliceStateUpdateTest, TestElisionMultitermQuery, TestFastLRUCache, TestRealTimeGet, TestBM25SimilarityFactory, OverseerTest, DistributedSpellCheckComponentTest, TestRandomFaceting, TestHashPartitioner, TestJoin, FileBasedSpellCheckerTest, SignatureUpdateProcessorFactoryTest, TestJmxIntegration, SampleTest, HighlighterTest, TestIndexSearcher, TestFunctionQuery, SolrRequestParserTest, CacheHeaderTest, TestCSVLoader, TestCSVResponseWriter, DistributedQueryElevationComponentTest, TestPseudoReturnFields, DisMaxRequestHandlerTest, DistanceFunctionTest, StandardRequestHandlerTest, XmlUpdateRequestHandlerTest, TermVectorComponentTest, SuggesterWFSTTest, DocumentAnalysisRequestHandlerTest, TestSolrQueryParser, SolrPluginUtilsTest, TestValueSourceCache, DebugComponentTest, RequestHandlersTest, SearchHandlerTest, RequiredFieldsTest, SuggesterFSTTest, TestArbitraryIndexDir, TestQueryUtils, LoggingHandlerTest, SuggesterTSTTest, UpdateParamsTest, SuggesterTest, BadIndexSchemaTest, SolrCoreCheckLockOnStartupTest, TestSolrDeletionPolicy1, UpdateRequestProcessorFactoryTest, TestIndexingPerformance, NoCacheHeaderTest, PrimitiveFieldTypeTest, AlternateDirectoryTest, BadComponentTest, TestUpdate, SOLR749Test, TestMergePolicyConfig, TestXIncludeConfig, TestDocSet, TestLFUCache, TestCollationField, IndexReaderFactoryTest, NumericFieldsTest, TestNumberUtils, TestJmxMonitoredMap, TestConfig, EchoParamsTest, TestPhraseSuggestions, TestLMDirichletSimilarityFactory, TestPerFieldSimilarity, TestPluginEnable, TestDFRSimilarityFactory, DateMathParserTest, PrimUtilsTest, OpenExchangeRatesOrgProviderTest, ResourceLoaderTest, FileUtilsTest, TestSystemIdResolver, TestSolrXMLSerializer, DateFieldTest, TestSuggestSpellingConverter, TestBadConfig, TestLRUCache, ChaosMonkeySafeLeaderTest, UUIDFieldTest, RAMDirectoryFactoryTest, ChaosMonkeyNothingIsSafeTest, CircularListTest, AnalysisAfterCoreReloadTest, BasicDistributedZk2Test, ClusterStateTest, ClusterStateUpdateTest, CollectionsAPIDistributedZkTest, ShardRoutingCustomTest, ShardRoutingTest, SyncSliceTest, UnloadDistributedZkTest]
[junit4:junit4] Completed on J1 in 138.90s, 1 test, 1 failure <<< FAILURES!

[...truncated 62 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1207: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:870: There were test failures: 260 suites, 1094 tests, 1 error, 1 failure, 9 ignored (3 assumptions)

Total time: 49 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure