You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/03/08 14:40:17 UTC

[JENKINS] Lucene-Solr-trunk-Linux (32bit/ibm-j9-jdk6) - Build # 4624 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4624/
Java: 32bit/ibm-j9-jdk6 

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:44558/yck/jj/onenodecollectioncore returned non ok status:404, message:Can not find: /yck/jj/onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:44558/yck/jj/onenodecollectioncore returned non ok status:404, message:Can not find: /yck/jj/onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([273103D36FD3F022:A6D78DCB188C901E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:200)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:60)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:37)
	at java.lang.reflect.Method.invoke(Method.java:611)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:738)




Build Log:
[...truncated 8214 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T315 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /yck/jj
[junit4:junit4]   2> 4 T315 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362749018139
[junit4:junit4]   2> 5 T315 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 6 T316 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 7 T316 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 7 T316 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 8 T316 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 8 T316 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 9 T316 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 106 T315 oasc.ZkTestServer.run start zk server on port:54300
[junit4:junit4]   2> 108 T315 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54300 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6f0b6f0b
[junit4:junit4]   2> 110 T315 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 111 T321 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54300. Will not attempt to authenticate using SASL (Access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 112 T321 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54300, initiating session
[junit4:junit4]   2> 112 T317 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57342
[junit4:junit4]   2> 113 T317 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57342
[junit4:junit4]   2> 114 T319 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 172 T319 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a2bd0200000 with negotiated timeout 10000 for client /127.0.0.1:57342
[junit4:junit4]   2> 172 T321 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54300, sessionid = 0x13d4a2bd0200000, negotiated timeout = 10000
[junit4:junit4]   2> 173 T322 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f0b6f0b name:ZooKeeperConnection Watcher:127.0.0.1:54300 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 174 T315 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 174 T315 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 187 T320 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a2bd0200000
[junit4:junit4]   2> 188 T322 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 188 T317 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57342 which had sessionid 0x13d4a2bd0200000
[junit4:junit4]   2> 188 T315 oaz.ZooKeeper.close Session: 0x13d4a2bd0200000 closed
[junit4:junit4]   2> 189 T315 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54300/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@58955895
[junit4:junit4]   2> 190 T315 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 191 T323 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54300. Will not attempt to authenticate using SASL (Access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 191 T323 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54300, initiating session
[junit4:junit4]   2> 191 T317 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57343
[junit4:junit4]   2> 192 T317 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57343
[junit4:junit4]   2> 193 T319 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a2bd0200001 with negotiated timeout 10000 for client /127.0.0.1:57343
[junit4:junit4]   2> 193 T323 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54300, sessionid = 0x13d4a2bd0200001, negotiated timeout = 10000
[junit4:junit4]   2> 194 T324 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58955895 name:ZooKeeperConnection Watcher:127.0.0.1:54300/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 195 T315 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 195 T315 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 200 T315 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 204 T315 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 208 T315 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 214 T315 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 215 T315 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 224 T315 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 224 T315 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 231 T315 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 232 T315 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 238 T315 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 238 T315 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 244 T315 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 245 T315 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 250 T315 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 251 T315 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 256 T315 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 257 T315 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 262 T315 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 263 T315 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 269 T315 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 270 T315 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 276 T320 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a2bd0200001
[junit4:junit4]   2> 277 T324 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 277 T317 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57343 which had sessionid 0x13d4a2bd0200001
[junit4:junit4]   2> 277 T315 oaz.ZooKeeper.close Session: 0x13d4a2bd0200001 closed
[junit4:junit4]   2> 443 T315 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 447 T315 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42653
[junit4:junit4]   2> 447 T315 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 456 T315 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 457 T315 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362749018412
[junit4:junit4]   2> 458 T315 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362749018412/solr.xml
[junit4:junit4]   2> 458 T315 oasc.CoreContainer.<init> New CoreContainer 1097810287
[junit4:junit4]   2> 459 T315 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362749018412/'
[junit4:junit4]   2> 460 T315 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362749018412/'
[junit4:junit4]   2> 477 T315 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 478 T315 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 479 T315 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 479 T315 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 480 T315 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 481 T315 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 481 T315 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 482 T315 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 482 T315 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 483 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 493 T315 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 504 T315 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54300/solr
[junit4:junit4]   2> 505 T315 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 506 T315 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54300 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@53175317
[junit4:junit4]   2> 507 T315 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 508 T334 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54300. Will not attempt to authenticate using SASL (Access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 509 T334 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54300, initiating session
[junit4:junit4]   2> 509 T317 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57344
[junit4:junit4]   2> 510 T317 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57344
[junit4:junit4]   2> 512 T319 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a2bd0200002 with negotiated timeout 20000 for client /127.0.0.1:57344
[junit4:junit4]   2> 512 T334 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54300, sessionid = 0x13d4a2bd0200002, negotiated timeout = 20000
[junit4:junit4]   2> 513 T335 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53175317 name:ZooKeeperConnection Watcher:127.0.0.1:54300 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 513 T315 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 515 T320 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a2bd0200002
[junit4:junit4]   2> 516 T335 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 516 T317 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57344 which had sessionid 0x13d4a2bd0200002
[junit4:junit4]   2> 516 T315 oaz.ZooKeeper.close Session: 0x13d4a2bd0200002 closed
[junit4:junit4]   2> 518 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 524 T315 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54300/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@20c120c1
[junit4:junit4]   2> 526 T315 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 526 T336 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54300. Will not attempt to authenticate using SASL (Access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 527 T336 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54300, initiating session
[junit4:junit4]   2> 527 T317 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57345
[junit4:junit4]   2> 528 T317 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57345
[junit4:junit4]   2> 529 T336 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54300, sessionid = 0x13d4a2bd0200003, negotiated timeout = 20000
[junit4:junit4]   2> 530 T319 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a2bd0200003 with negotiated timeout 20000 for client /127.0.0.1:57345
[junit4:junit4]   2> 530 T337 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20c120c1 name:ZooKeeperConnection Watcher:127.0.0.1:54300/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 531 T315 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 533 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 535 T315 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 538 T315 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42653_yck%2Fjj
[junit4:junit4]   2> 539 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:42653_yck%2Fjj Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:42653_yck%2Fjj
[junit4:junit4]   2> 540 T315 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42653_yck%2Fjj
[junit4:junit4]   2> 546 T315 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 603 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 604 T315 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 610 T315 oasc.Overseer.start Overseer (id=89309119653085187-127.0.0.1:42653_yck%2Fjj-n_0000000000) starting
[junit4:junit4]   2> 612 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 613 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 615 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 617 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 618 T339 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 620 T315 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 625 T315 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 628 T315 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 633 T338 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 635 T340 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362749018412/collection1
[junit4:junit4]   2> 635 T340 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 636 T340 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 637 T340 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 639 T340 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362749018412/collection1/'
[junit4:junit4]   2> 640 T340 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362749018412/collection1/lib/README' to classloader
[junit4:junit4]   2> 641 T340 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362749018412/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 676 T340 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 715 T340 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 716 T340 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 721 T340 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1106 T340 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1112 T340 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1115 T340 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1134 T340 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1140 T340 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1145 T340 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1146 T340 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1147 T340 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1148 T340 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1150 T340 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1150 T340 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 1150 T340 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362749018412/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/control/data/
[junit4:junit4]   2> 1151 T340 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f9d3f9d
[junit4:junit4]   2> 1152 T340 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1153 T340 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/control/data forceNew: false
[junit4:junit4]   2> 1153 T340 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/control/data/index/
[junit4:junit4]   2> 1154 T340 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1155 T340 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/control/data/index forceNew: false
[junit4:junit4]   2> 1157 T340 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d6e7d6e lockFactory=org.apache.lucene.store.NativeFSLockFactory@5760576)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1158 T340 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1162 T340 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1163 T340 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1163 T340 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1166 T340 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1167 T340 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1168 T340 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1169 T340 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1170 T340 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1171 T340 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1172 T340 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1176 T340 oass.SolrIndexSearcher.<init> Opening Searcher@58d858d8 main
[junit4:junit4]   2> 1176 T340 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/control/data/tlog
[junit4:junit4]   2> 1177 T340 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1178 T340 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1199 T341 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@58d858d8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1206 T340 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1206 T340 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1207 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2140 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2142 T338 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42653/yck/jj",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42653_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 2142 T338 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2146 T338 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2147 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2157 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2211 T340 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2211 T340 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:42653/yck/jj collection:control_collection shard:shard1
[junit4:junit4]   2> 2214 T340 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 2223 T340 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2234 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2235 T340 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2236 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2240 T340 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2240 T340 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2241 T340 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42653/yck/jj/collection1/
[junit4:junit4]   2> 2242 T340 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2242 T340 oasc.SyncStrategy.syncToMe http://127.0.0.1:42653/yck/jj/collection1/ has no replicas
[junit4:junit4]   2> 2243 T340 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42653/yck/jj/collection1/
[junit4:junit4]   2> 2243 T340 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2251 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3664 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3686 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3708 T340 oasc.ZkController.register We are http://127.0.0.1:42653/yck/jj/collection1/ and leader is http://127.0.0.1:42653/yck/jj/collection1/
[junit4:junit4]   2> 3708 T340 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:42653/yck/jj
[junit4:junit4]   2> 3708 T340 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3709 T340 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3709 T340 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3713 T340 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3715 T315 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3716 T315 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3717 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3723 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3725 T315 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54300/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@75177517
[junit4:junit4]   2> 3726 T315 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3728 T343 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54300. Will not attempt to authenticate using SASL (Access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3728 T343 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54300, initiating session
[junit4:junit4]   2> 3729 T317 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57347
[junit4:junit4]   2> 3729 T317 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57347
[junit4:junit4]   2> 3731 T319 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a2bd0200004 with negotiated timeout 10000 for client /127.0.0.1:57347
[junit4:junit4]   2> 3731 T343 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54300, sessionid = 0x13d4a2bd0200004, negotiated timeout = 10000
[junit4:junit4]   2> 3731 T344 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75177517 name:ZooKeeperConnection Watcher:127.0.0.1:54300/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3732 T315 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3734 T315 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3737 T315 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3944 T315 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3947 T315 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:46183
[junit4:junit4]   2> 3948 T315 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3949 T315 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3950 T315 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362749021872
[junit4:junit4]   2> 3951 T315 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362749021872/solr.xml
[junit4:junit4]   2> 3952 T315 oasc.CoreContainer.<init> New CoreContainer 1907519922
[junit4:junit4]   2> 3953 T315 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362749021872/'
[junit4:junit4]   2> 3954 T315 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362749021872/'
[junit4:junit4]   2> 3988 T315 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3989 T315 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3990 T315 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3991 T315 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3992 T315 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3994 T315 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3994 T315 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3995 T315 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3996 T315 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3997 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4013 T315 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4027 T315 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54300/solr
[junit4:junit4]   2> 4028 T315 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4028 T315 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54300 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@471e471e
[junit4:junit4]   2> 4030 T315 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4030 T354 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54300. Will not attempt to authenticate using SASL (Access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4031 T354 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54300, initiating session
[junit4:junit4]   2> 4031 T317 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57348
[junit4:junit4]   2> 4032 T317 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57348
[junit4:junit4]   2> 4033 T319 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a2bd0200005 with negotiated timeout 20000 for client /127.0.0.1:57348
[junit4:junit4]   2> 4033 T354 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54300, sessionid = 0x13d4a2bd0200005, negotiated timeout = 20000
[junit4:junit4]   2> 4034 T355 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@471e471e name:ZooKeeperConnection Watcher:127.0.0.1:54300 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4035 T315 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4037 T320 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a2bd0200005
[junit4:junit4]   2> 4038 T317 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57348 which had sessionid 0x13d4a2bd0200005
[junit4:junit4]   2> 4038 T355 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4038 T315 oaz.ZooKeeper.close Session: 0x13d4a2bd0200005 closed
[junit4:junit4]   2> 4040 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 4047 T315 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54300/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@74537453
[junit4:junit4]   2> 4049 T315 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4049 T356 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54300. Will not attempt to authenticate using SASL (Access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4050 T356 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54300, initiating session
[junit4:junit4]   2> 4050 T317 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57349
[junit4:junit4]   2> 4051 T317 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57349
[junit4:junit4]   2> 4052 T319 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a2bd0200006 with negotiated timeout 20000 for client /127.0.0.1:57349
[junit4:junit4]   2> 4052 T356 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54300, sessionid = 0x13d4a2bd0200006, negotiated timeout = 20000
[junit4:junit4]   2> 4053 T357 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74537453 name:ZooKeeperConnection Watcher:127.0.0.1:54300/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4054 T315 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4055 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4056 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4059 T315 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 5065 T315 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46183_yck%2Fjj
[junit4:junit4]   2> 5067 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:46183_yck%2Fjj Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:46183_yck%2Fjj
[junit4:junit4]   2> 5069 T315 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46183_yck%2Fjj
[junit4:junit4]   2> 5076 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 5077 T344 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5078 T357 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5080 T337 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 5087 T358 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362749021872/collection1
[junit4:junit4]   2> 5087 T358 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 5088 T358 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 5089 T358 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 5091 T358 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362749021872/collection1/'
[junit4:junit4]   2> 5092 T358 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362749021872/collection1/lib/README' to classloader
[junit4:junit4]   2> 5092 T358 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362749021872/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 5122 T358 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 5195 T358 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 5196 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5196 T358 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 5197 T338 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42653/yck/jj",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42653_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 5201 T358 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5203 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5203 T344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5203 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5583 T358 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5589 T358 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5591 T358 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5611 T358 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5617 T358 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5621 T358 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5623 T358 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5624 T358 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5624 T358 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5626 T358 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5627 T358 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5627 T358 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362749021872/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty1/
[junit4:junit4]   2> 5628 T358 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f9d3f9d
[junit4:junit4]   2> 5629 T358 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5630 T358 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty1 forceNew: false
[junit4:junit4]   2> 5630 T358 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty1/index/
[junit4:junit4]   2> 5631 T358 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5632 T358 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty1/index forceNew: false
[junit4:junit4]   2> 5634 T358 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@bde0bde lockFactory=org.apache.lucene.store.NativeFSLockFactory@4cab4cab)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5634 T358 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5647 T358 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5647 T358 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5648 T358 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5649 T358 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5650 T358 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5651 T358 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5652 T358 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5653 T358 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5654 T358 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5655 T358 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5658 T358 oass.SolrIndexSearcher.<init> Opening Searcher@61246124 main
[junit4:junit4]   2> 5658 T358 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty1/tlog
[junit4:junit4]   2> 5659 T358 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5660 T358 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5671 T359 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@61246124 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5677 T358 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5677 T358 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6711 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6713 T338 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46183/yck/jj",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46183_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 6713 T338 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6713 T338 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6721 T344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6721 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6721 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7680 T358 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7680 T358 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46183/yck/jj collection:collection1 shard:shard1
[junit4:junit4]   2> 7682 T358 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7697 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7698 T358 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7699 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7702 T358 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7702 T358 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7703 T358 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46183/yck/jj/collection1/
[junit4:junit4]   2> 7703 T358 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7704 T358 oasc.SyncStrategy.syncToMe http://127.0.0.1:46183/yck/jj/collection1/ has no replicas
[junit4:junit4]   2> 7704 T358 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46183/yck/jj/collection1/
[junit4:junit4]   2> 7704 T358 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7748 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8229 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8242 T344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8242 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8242 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 8253 T358 oasc.ZkController.register We are http://127.0.0.1:46183/yck/jj/collection1/ and leader is http://127.0.0.1:46183/yck/jj/collection1/
[junit4:junit4]   2> 8254 T358 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46183/yck/jj
[junit4:junit4]   2> 8254 T358 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8254 T358 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8255 T358 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8258 T358 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8260 T315 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 8261 T315 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8262 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8417 T315 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8420 T315 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:44558
[junit4:junit4]   2> 8421 T315 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8422 T315 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8422 T315 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362749026406
[junit4:junit4]   2> 8423 T315 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362749026406/solr.xml
[junit4:junit4]   2> 8423 T315 oasc.CoreContainer.<init> New CoreContainer 430971312
[junit4:junit4]   2> 8424 T315 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362749026406/'
[junit4:junit4]   2> 8425 T315 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362749026406/'
[junit4:junit4]   2> 8443 T315 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8443 T315 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8451 T315 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8452 T315 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8452 T315 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8453 T315 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8454 T315 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8454 T315 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8455 T315 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8455 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8465 T315 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8477 T315 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54300/solr
[junit4:junit4]   2> 8477 T315 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8478 T315 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54300 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3f343f34
[junit4:junit4]   2> 8479 T315 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8480 T370 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54300. Will not attempt to authenticate using SASL (Access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8481 T370 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54300, initiating session
[junit4:junit4]   2> 8481 T317 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57352
[junit4:junit4]   2> 8482 T317 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57352
[junit4:junit4]   2> 8483 T319 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a2bd0200007 with negotiated timeout 20000 for client /127.0.0.1:57352
[junit4:junit4]   2> 8483 T370 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54300, sessionid = 0x13d4a2bd0200007, negotiated timeout = 20000
[junit4:junit4]   2> 8484 T371 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f343f34 name:ZooKeeperConnection Watcher:127.0.0.1:54300 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8485 T315 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8487 T320 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a2bd0200007
[junit4:junit4]   2> 8487 T317 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57352 which had sessionid 0x13d4a2bd0200007
[junit4:junit4]   2> 8487 T371 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8487 T315 oaz.ZooKeeper.close Session: 0x13d4a2bd0200007 closed
[junit4:junit4]   2> 8489 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8496 T315 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54300/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2890289
[junit4:junit4]   2> 8498 T315 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8501 T372 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54300. Will not attempt to authenticate using SASL (Access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8502 T372 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54300, initiating session
[junit4:junit4]   2> 8502 T317 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57353
[junit4:junit4]   2> 8503 T317 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57353
[junit4:junit4]   2> 8505 T319 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a2bd0200008 with negotiated timeout 20000 for client /127.0.0.1:57353
[junit4:junit4]   2> 8506 T372 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54300, sessionid = 0x13d4a2bd0200008, negotiated timeout = 20000
[junit4:junit4]   2> 8506 T373 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2890289 name:ZooKeeperConnection Watcher:127.0.0.1:54300/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8507 T315 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8508 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8510 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8513 T315 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9518 T315 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44558_yck%2Fjj
[junit4:junit4]   2> 9519 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:44558_yck%2Fjj Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:44558_yck%2Fjj
[junit4:junit4]   2> 9557 T315 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44558_yck%2Fjj
[junit4:junit4]   2> 9561 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9561 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9562 T344 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9563 T344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9564 T373 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9565 T337 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9566 T357 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9574 T374 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362749026406/collection1
[junit4:junit4]   2> 9574 T374 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9576 T374 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9576 T374 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9579 T374 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362749026406/collection1/'
[junit4:junit4]   2> 9580 T374 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362749026406/collection1/lib/README' to classloader
[junit4:junit4]   2> 9581 T374 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362749026406/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9621 T374 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9661 T374 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9663 T374 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9668 T374 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9753 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9755 T338 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46183/yck/jj",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46183_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 9762 T344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9762 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9762 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9762 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10082 T374 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10090 T374 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10095 T374 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10115 T374 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10121 T374 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10126 T374 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10128 T374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10128 T374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10128 T374 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10130 T374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 10131 T374 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 10131 T374 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362749026406/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty2/
[junit4:junit4]   2> 10132 T374 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f9d3f9d
[junit4:junit4]   2> 10133 T374 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 10134 T374 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty2 forceNew: false
[junit4:junit4]   2> 10135 T374 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty2/index/
[junit4:junit4]   2> 10135 T374 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10136 T374 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty2/index forceNew: false
[junit4:junit4]   2> 10138 T374 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5ce05ce lockFactory=org.apache.lucene.store.NativeFSLockFactory@49a349a3)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10139 T374 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10143 T374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10144 T374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10145 T374 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10146 T374 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10148 T374 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10149 T374 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10150 T374 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10152 T374 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10152 T374 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10154 T374 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10166 T374 oass.SolrIndexSearcher.<init> Opening Searcher@64b064b0 main
[junit4:junit4]   2> 10167 T374 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty2/tlog
[junit4:junit4]   2> 10168 T374 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10169 T374 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10180 T375 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@64b064b0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10185 T374 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10186 T374 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11281 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11283 T338 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44558/yck/jj",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44558_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 11283 T338 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11283 T338 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 11292 T344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11292 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11292 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11292 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12188 T374 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12189 T374 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44558/yck/jj collection:collection1 shard:shard2
[junit4:junit4]   2> 12190 T374 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 12202 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200008 type:delete cxid:0x47 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 12203 T374 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 12204 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200008 type:create cxid:0x48 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12208 T374 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 12208 T374 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 12209 T374 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44558/yck/jj/collection1/
[junit4:junit4]   2> 12210 T374 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 12211 T374 oasc.SyncStrategy.syncToMe http://127.0.0.1:44558/yck/jj/collection1/ has no replicas
[junit4:junit4]   2> 12211 T374 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44558/yck/jj/collection1/
[junit4:junit4]   2> 12212 T374 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 12219 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200008 type:create cxid:0x51 zxid:0x83 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12805 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12831 T344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12831 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12831 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12831 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12875 T374 oasc.ZkController.register We are http://127.0.0.1:44558/yck/jj/collection1/ and leader is http://127.0.0.1:44558/yck/jj/collection1/
[junit4:junit4]   2> 12876 T374 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44558/yck/jj
[junit4:junit4]   2> 12877 T374 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12878 T374 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12879 T374 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12884 T374 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12888 T315 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12889 T315 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12891 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 13075 T315 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 13077 T315 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:47557
[junit4:junit4]   2> 13078 T315 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 13079 T315 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 13079 T315 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362749031034
[junit4:junit4]   2> 13080 T315 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362749031034/solr.xml
[junit4:junit4]   2> 13080 T315 oasc.CoreContainer.<init> New CoreContainer 1626890488
[junit4:junit4]   2> 13081 T315 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362749031034/'
[junit4:junit4]   2> 13082 T315 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362749031034/'
[junit4:junit4]   2> 13099 T315 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 13100 T315 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 13101 T315 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 13101 T315 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 13102 T315 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 13103 T315 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 13103 T315 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 13104 T315 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 13104 T315 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 13105 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 13115 T315 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 13134 T315 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:54300/solr
[junit4:junit4]   2> 13135 T315 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 13135 T315 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54300 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@13a413a4
[junit4:junit4]   2> 13138 T315 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13139 T386 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54300. Will not attempt to authenticate using SASL (Access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13140 T386 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54300, initiating session
[junit4:junit4]   2> 13140 T317 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57363
[junit4:junit4]   2> 13141 T317 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57363
[junit4:junit4]   2> 13142 T319 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a2bd0200009 with negotiated timeout 20000 for client /127.0.0.1:57363
[junit4:junit4]   2> 13142 T386 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54300, sessionid = 0x13d4a2bd0200009, negotiated timeout = 20000
[junit4:junit4]   2> 13143 T387 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13a413a4 name:ZooKeeperConnection Watcher:127.0.0.1:54300 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13144 T315 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13146 T320 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a2bd0200009
[junit4:junit4]   2> 13147 T317 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57363 which had sessionid 0x13d4a2bd0200009
[junit4:junit4]   2> 13147 T387 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 13147 T315 oaz.ZooKeeper.close Session: 0x13d4a2bd0200009 closed
[junit4:junit4]   2> 13148 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 13155 T315 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54300/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5f685f68
[junit4:junit4]   2> 13156 T315 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 13157 T388 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54300. Will not attempt to authenticate using SASL (Access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 13158 T388 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54300, initiating session
[junit4:junit4]   2> 13158 T317 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57364
[junit4:junit4]   2> 13159 T317 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57364
[junit4:junit4]   2> 13160 T319 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a2bd020000a with negotiated timeout 20000 for client /127.0.0.1:57364
[junit4:junit4]   2> 13160 T388 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54300, sessionid = 0x13d4a2bd020000a, negotiated timeout = 20000
[junit4:junit4]   2> 13161 T389 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f685f68 name:ZooKeeperConnection Watcher:127.0.0.1:54300/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 13161 T315 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 13163 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd020000a type:create cxid:0x1 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13164 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd020000a type:create cxid:0x2 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 13168 T315 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14175 T315 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47557_yck%2Fjj
[junit4:junit4]   2> 14176 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd020000a type:delete cxid:0xb zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:47557_yck%2Fjj Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:47557_yck%2Fjj
[junit4:junit4]   2> 14177 T315 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47557_yck%2Fjj
[junit4:junit4]   2> 14181 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14181 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14181 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 14182 T344 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14183 T389 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14183 T344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14186 T357 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14186 T337 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14187 T373 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 14193 T390 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362749031034/collection1
[junit4:junit4]   2> 14194 T390 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14195 T390 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14195 T390 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14198 T390 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362749031034/collection1/'
[junit4:junit4]   2> 14199 T390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362749031034/collection1/lib/README' to classloader
[junit4:junit4]   2> 14199 T390 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362749031034/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 14247 T390 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 14284 T390 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 14286 T390 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 14291 T390 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 14364 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14365 T338 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44558/yck/jj",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44558_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 14374 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14374 T344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14374 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14374 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14374 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14717 T390 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14722 T390 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14734 T390 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14761 T390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14766 T390 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14772 T390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14774 T390 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14774 T390 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14775 T390 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14777 T390 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14777 T390 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14778 T390 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362749031034/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty3/
[junit4:junit4]   2> 14778 T390 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f9d3f9d
[junit4:junit4]   2> 14779 T390 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14780 T390 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty3 forceNew: false
[junit4:junit4]   2> 14780 T390 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty3/index/
[junit4:junit4]   2> 14781 T390 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14782 T390 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty3/index forceNew: false
[junit4:junit4]   2> 14784 T390 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@35d035d0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21a721a7)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14784 T390 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14788 T390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14789 T390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14789 T390 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14790 T390 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14791 T390 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14792 T390 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14793 T390 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14794 T390 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14794 T390 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14797 T390 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14800 T390 oass.SolrIndexSearcher.<init> Opening Searcher@62216221 main
[junit4:junit4]   2> 14800 T390 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty3/tlog
[junit4:junit4]   2> 14801 T390 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14802 T390 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14814 T391 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62216221 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14822 T390 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14822 T390 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15922 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15926 T338 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47557/yck/jj",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47557_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 15927 T338 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15928 T338 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15941 T344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15941 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15941 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15942 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15941 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16835 T390 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16836 T390 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47557/yck/jj collection:collection1 shard:shard1
[junit4:junit4]   2> 16842 T390 oasc.ZkController.register We are http://127.0.0.1:47557/yck/jj/collection1/ and leader is http://127.0.0.1:46183/yck/jj/collection1/
[junit4:junit4]   2> 16842 T390 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47557/yck/jj
[junit4:junit4]   2> 16842 T390 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16843 T390 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C53 name=collection1 org.apache.solr.core.SolrCore@57995799 url=http://127.0.0.1:47557/yck/jj/collection1 node=127.0.0.1:47557_yck%2Fjj C53_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:47557/yck/jj, state=down, node_name=127.0.0.1:47557_yck%2Fjj, collection=collection1, core=collection1}
[junit4:junit4]   2> 16845 T392 C53 P47557 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16845 T392 C53 P47557 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16846 T390 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16846 T392 C53 P47557 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16847 T392 C53 P47557 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16848 T315 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 16848 T392 C53 P47557 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16848 T315 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16849 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16857 T315 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16859 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16867 T353 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362749021872/onenodecollectioncore
[junit4:junit4]   2> 16868 T353 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 16870 T353 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 16871 T353 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 16874 T353 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 16875 T353 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 16880 T353 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 16938 T353 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362749021872/onenodecollectioncore/'
[junit4:junit4]   2> 16971 T353 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 17017 T353 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 17019 T353 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17025 T353 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17459 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17461 T338 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47557/yck/jj",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47557_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 17467 T344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17467 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17467 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17469 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17470 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17475 T353 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17481 T353 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17484 T353 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17519 T353 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17524 T353 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17529 T353 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17531 T353 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17532 T353 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17533 T353 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17536 T353 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 17537 T353 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 17538 T353 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362749021872/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362749018139/onenodecollection/
[junit4:junit4]   2> 17540 T353 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f9d3f9d
[junit4:junit4]   2> 17541 T353 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17543 T353 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362749018139/onenodecollection forceNew: false
[junit4:junit4]   2> 17545 T353 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362749018139/onenodecollection/index/
[junit4:junit4]   2> 17546 T353 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362749018139/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17547 T353 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362749018139/onenodecollection/index forceNew: false
[junit4:junit4]   2> 17550 T353 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@6de26de2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41534153)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17551 T353 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17555 T353 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17556 T353 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17557 T353 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17558 T353 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17559 T353 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17560 T353 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17561 T353 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17562 T353 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17563 T353 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17564 T353 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17567 T353 oass.SolrIndexSearcher.<init> Opening Searcher@3d623d62 main
[junit4:junit4]   2> 17568 T353 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362749018139/onenodecollection/tlog
[junit4:junit4]   2> 17569 T353 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17570 T353 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17578 T394 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@3d623d62 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17583 T353 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 17860 T351 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {state=recovering&onlyIfLeader=true&checkLive=true&action=PREPRECOVERY&version=2&coreNodeName=4&wt=javabin&nodeName=127.0.0.1:47557_yck%252Fjj&core=collection1} status=0 QTime=1001 
[junit4:junit4]   2> 18976 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18978 T338 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46183/yck/jj",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46183_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
[junit4:junit4]   2> 18978 T338 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 19033 T338 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 19040 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19040 T344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19040 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19040 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19040 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19586 T353 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 19587 T353 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:46183/yck/jj collection:onenodecollection shard:shard1
[junit4:junit4]   2> 19591 T353 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 19607 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200006 type:delete cxid:0xa3 zxid:0xae txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 19608 T353 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 19609 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200006 type:create cxid:0xa4 zxid:0xaf txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 19613 T353 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 19613 T353 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 19615 T353 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46183/yck/jj/onenodecollectioncore/
[junit4:junit4]   2> 19616 T353 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 19617 T353 oasc.SyncStrategy.syncToMe http://127.0.0.1:46183/yck/jj/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 19618 T353 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46183/yck/jj/onenodecollectioncore/
[junit4:junit4]   2> 19618 T353 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 19626 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200006 type:create cxid:0xae zxid:0xb3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2>  C53_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:47557/yck/jj, state=recovering, node_name=127.0.0.1:47557_yck%2Fjj, collection=collection1, shard=shard1, core=collection1}
[junit4:junit4]   2> 19862 T392 C53 P47557 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:46183/yck/jj/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19865 T392 C53 P47557 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 19883 T392 C53 P47557 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:47557/yck/jj START replicas=[http://127.0.0.1:46183/yck/jj/collection1/] nUpdates=100
[junit4:junit4]   2> 19884 T392 C53 P47557 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19884 T392 C53 P47557 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19885 T392 C53 P47557 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19885 T392 C53 P47557 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19886 T392 C53 P47557 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19886 T392 C53 P47557 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:46183/yck/jj/collection1/. core=collection1
[junit4:junit4]   2> 19887 T392 C53 P47557 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C54 name=collection1 org.apache.solr.core.SolrCore@7e2e7e2e url=http://127.0.0.1:46183/yck/jj/collection1 node=127.0.0.1:46183_yck%2Fjj C54_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:46183/yck/jj, state=active, node_name=127.0.0.1:46183_yck%2Fjj, collection=collection1, shard=shard1, core=collection1, leader=true}
[junit4:junit4]   2> 19889 T350 C54 P46183 REQ /get {getVersions=100&qt=/get&distrib=false&version=2&wt=javabin} status=0 QTime=0 
[junit4:junit4]   2> 19899 T351 C54 P46183 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19901 T351 C54 P46183 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@bde0bde lockFactory=org.apache.lucene.store.NativeFSLockFactory@4cab4cab)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19902 T351 C54 P46183 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19903 T351 C54 P46183 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@bde0bde lockFactory=org.apache.lucene.store.NativeFSLockFactory@4cab4cab)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@bde0bde lockFactory=org.apache.lucene.store.NativeFSLockFactory@4cab4cab)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19903 T351 C54 P46183 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19904 T351 C54 P46183 oass.SolrIndexSearcher.<init> Opening Searcher@31563156 realtime
[junit4:junit4]   2> 19905 T351 C54 P46183 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19906 T351 C54 P46183 /update {softCommit=false&commit_end_point=true&commit=true&version=2&waitSearcher=true&wt=javabin&openSearcher=false} {commit=} 0 10
[junit4:junit4]   2> 19907 T392 C53 P47557 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19908 T392 C53 P47557 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 19915 T392 C53 P47557 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19917 T352 C54 P46183 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19918 T352 C54 P46183 REQ /replication {qt=/replication&version=2&command=indexversion&wt=javabin} status=0 QTime=1 
[junit4:junit4]   2> 19919 T392 C53 P47557 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19920 T392 C53 P47557 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19920 T392 C53 P47557 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19923 T351 C54 P46183 REQ /replication {qt=/replication&version=2&generation=2&command=filelist&wt=javabin} status=0 QTime=1 
[junit4:junit4]   2> 19924 T392 C53 P47557 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19925 T392 C53 P47557 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty3/index.20130308132358058 forceNew: false
[junit4:junit4]   2> 19925 T392 C53 P47557 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@24f224f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17c617c6) fullCopy=false
[junit4:junit4]   2> 19929 T350 C54 P46183 REQ /replication {checksum=true&qt=/replication&generation=2&command=filecontent&file=segments_2&wt=filestream} status=0 QTime=1 
[junit4:junit4]   2> 19985 T392 C53 P47557 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19988 T392 C53 P47557 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19989 T392 C53 P47557 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19990 T392 C53 P47557 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@35d035d0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21a721a7)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@35d035d0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@21a721a7)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19991 T392 C53 P47557 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19991 T392 C53 P47557 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19992 T392 C53 P47557 oass.SolrIndexSearcher.<init> Opening Searcher@2fa52fa5 main
[junit4:junit4]   2> 19994 T391 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2fa52fa5 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19995 T392 C53 P47557 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@24f224f2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@17c617c6)
[junit4:junit4]   2> 19995 T392 C53 P47557 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19996 T392 C53 P47557 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19996 T392 C53 P47557 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19996 T392 C53 P47557 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19998 T392 C53 P47557 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 20553 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20578 T338 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:47557/yck/jj",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:47557_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 20593 T344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20593 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20593 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20594 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20593 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20635 T353 oasc.ZkController.register We are http://127.0.0.1:46183/yck/jj/onenodecollectioncore/ and leader is http://127.0.0.1:46183/yck/jj/onenodecollectioncore/
[junit4:junit4]   2> 20636 T353 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:46183/yck/jj
[junit4:junit4]   2> 20637 T353 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 20638 T353 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 20642 T353 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20644 T353 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362749018139/onenodecollection&action=CREATE&version=2&numShards=1&name=onenodecollectioncore&wt=javabin&roles=none&collection=onenodecollection} status=0 QTime=3777 
[junit4:junit4]   2> 20645 T315 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 20646 T315 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21649 T315 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22132 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22134 T338 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46183/yck/jj",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46183_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
[junit4:junit4]   2> 22141 T344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22141 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22141 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22142 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22141 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22653 T315 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22654 T315 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 22655 T315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 22683 T369 oejs.Response.sendError WARNING Committed before 404 Can not find: /yck/jj/onenodecollectioncore/update
[junit4:junit4]   2> 22683 T315 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:54300 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@5d405d40
[junit4:junit4]   2> 22684 T369 oejs.ServletHandler.doHandle WARNING /yck/jj/onenodecollectioncore/update java.lang.IllegalStateException: Committed
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Response.resetBuffer(Response.java:1136)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Response.sendError(Response.java:314)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404.service(JettySolrRunner.java:465)
[junit4:junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:770)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:669)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1336)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:379)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:738)
[junit4:junit4]   2> 
[junit4:junit4]   2> 22685 T315 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 22686 T397 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:54300. Will not attempt to authenticate using SASL (Access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 22687 T397 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:54300, initiating session
[junit4:junit4]   2> 22687 T317 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:57379
[junit4:junit4]   2> 22688 T317 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:57379
[junit4:junit4]   2> 22689 T319 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a2bd020000b with negotiated timeout 10000 for client /127.0.0.1:57379
[junit4:junit4]   2> 22690 T397 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:54300, sessionid = 0x13d4a2bd020000b, negotiated timeout = 10000
[junit4:junit4]   2> 22690 T398 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d405d40 name:ZooKeeperConnection Watcher:127.0.0.1:54300 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 22691 T315 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 22775 T320 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a2bd020000b
[junit4:junit4]   2> 22776 T398 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 22777 T317 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57379 which had sessionid 0x13d4a2bd020000b
[junit4:junit4]   2> 22776 T315 oaz.ZooKeeper.close Session: 0x13d4a2bd020000b closed
[junit4:junit4]   2> 22778 T320 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a2bd0200004
[junit4:junit4]   2> 22779 T317 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57347 which had sessionid 0x13d4a2bd0200004
[junit4:junit4]   2> 22779 T344 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 22779 T315 oaz.ZooKeeper.close Session: 0x13d4a2bd0200004 closed
[junit4:junit4]   2> 22786 T315 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 42653
[junit4:junit4]   2> 22786 T315 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1097810287
[junit4:junit4]   2> 23653 T338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 23656 T338 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42653/yck/jj",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42653_yck%2Fjj",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 23728 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 23728 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 23728 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 23728 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 24788 T315 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 24789 T315 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 24802 T315 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4cfd4cfd
[junit4:junit4]   2> 24809 T315 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 24810 T315 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 24811 T315 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 24812 T315 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 24813 T315 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 24813 T315 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/control/data/index
[junit4:junit4]   2> 24814 T315 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/control/data/index
[junit4:junit4]   2> 24814 T315 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/control/data
[junit4:junit4]   2> 24815 T315 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/control/data
[junit4:junit4]   2> 24816 T338 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89309119653085187-127.0.0.1:42653_yck%2Fjj-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 24816 T320 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a2bd0200003
[junit4:junit4]   2> 24818 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 24818 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 24818 T317 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57345 which had sessionid 0x13d4a2bd0200003
[junit4:junit4]   2> 24818 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 24819 T315 oaz.ZooKeeper.close Session: 0x13d4a2bd0200003 closed
[junit4:junit4]   2> 24819 T337 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 24821 T337 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 24822 T337 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 24823 T337 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 24823 T357 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 24823 T373 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 24825 T389 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 24825 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200006 type:delete cxid:0xbe zxid:0xcf txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 24826 T357 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 24839 T357 oasc.Overseer.start Overseer (id=89309119653085190-127.0.0.1:46183_yck%2Fjj-n_0000000001) starting
[junit4:junit4]   2> 24840 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200006 type:create cxid:0xc3 zxid:0xd1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 24842 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200006 type:create cxid:0xc4 zxid:0xd2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 24843 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200006 type:create cxid:0xc5 zxid:0xd3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 24844 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200006 type:create cxid:0xc6 zxid:0xd4 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 24845 T400 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 24847 T315 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/yck/jj,null}
[junit4:junit4]   2> 24847 T399 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 24851 T399 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24853 T399 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:42653/yck/jj",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:42653_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 24858 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24858 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24858 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24899 T315 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 46183
[junit4:junit4]   2> 24900 T315 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1907519922
[junit4:junit4]   2> 26365 T399 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26367 T399 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46183/yck/jj",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:46183_yck%2Fjj_onenodecollectioncore",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46183_yck%2Fjj",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
[junit4:junit4]   2> 26374 T399 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46183/yck/jj",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46183_yck%2Fjj",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 26391 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 26391 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 26391 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 27903 T315 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 27904 T315 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 27907 T315 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 27910 T315 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7e2e7e2e
[junit4:junit4]   2> 27920 T315 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 27920 T315 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 27921 T315 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 27922 T315 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 27923 T315 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 27923 T315 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty1/index
[junit4:junit4]   2> 27924 T315 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty1/index
[junit4:junit4]   2> 27924 T315 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty1
[junit4:junit4]   2> 27925 T315 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty1
[junit4:junit4]   2> 27926 T315 oasc.SolrCore.close [onenodecollectioncore]  CLOSING SolrCore org.apache.solr.core.SolrCore@d3f0d3f
[junit4:junit4]   2> 27937 T315 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 27938 T315 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 27939 T315 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 27939 T315 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 27940 T315 oasc.SolrCore.closeSearcher [onenodecollectioncore] Closing main searcher on request.
[junit4:junit4]   2> 27941 T315 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362749018139/onenodecollection
[junit4:junit4]   2> 27941 T315 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362749018139/onenodecollection
[junit4:junit4]   2> 27942 T315 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362749018139/onenodecollection/index
[junit4:junit4]   2> 27942 T315 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362749018139/onenodecollection/index
[junit4:junit4]   2> 27943 T399 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89309119653085190-127.0.0.1:46183_yck%2Fjj-n_0000000001) am no longer a leader.
[junit4:junit4]   2> 27944 T320 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a2bd0200006
[junit4:junit4]   2> 27945 T357 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 27945 T317 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57349 which had sessionid 0x13d4a2bd0200006
[junit4:junit4]   2> 27946 T357 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 27946 T315 oaz.ZooKeeper.close Session: 0x13d4a2bd0200006 closed
[junit4:junit4]   2> 27961 T357 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 27962 T357 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 27962 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd020000a type:delete cxid:0x57 zxid:0xe5 txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 27963 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200008 type:delete cxid:0x73 zxid:0xe6 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 27964 T389 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 27965 T373 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 27966 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd020000a type:create cxid:0x58 zxid:0xe7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 27969 T389 oasc.ShardLeaderElectionContext.shouldIBeLeader Checking if I should try and be the leader.
[junit4:junit4]   2> 27970 T389 oasc.ShardLeaderElectionContext.shouldIBeLeader My last published State was Active, it's okay to be the leader.
[junit4:junit4]   2> 27970 T389 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 27971 T389 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47557/yck/jj/collection1/
[junit4:junit4]   2> 27972 T389 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:47557/yck/jj START replicas=[http://127.0.0.1:46183/yck/jj/collection1/] nUpdates=100
[junit4:junit4]   2> 27972 T373 oasc.Overseer.start Overseer (id=89309119653085192-127.0.0.1:44558_yck%2Fjj-n_0000000002) starting
[junit4:junit4]   2> 27972 T389 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:47557/yck/jj DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 27973 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200008 type:create cxid:0x78 zxid:0xea txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 27973 T389 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 27974 T389 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 27975 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200008 type:create cxid:0x79 zxid:0xeb txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 27975 T389 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47557/yck/jj/collection1/
[junit4:junit4]   2> 27976 T389 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 27977 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200008 type:create cxid:0x7a zxid:0xec txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 27979 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd0200008 type:create cxid:0x7b zxid:0xed txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 27980 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 27980 T403 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 27982 T315 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/yck/jj,null}
[junit4:junit4]   2> 27988 T373 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 27988 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd020000a type:create cxid:0x60 zxid:0xef txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 27990 T402 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 27992 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 27997 T402 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 27997 T389 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 27999 T402 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46183/yck/jj",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46183_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 28008 T402 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:46183/yck/jj",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:46183_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore"}
[junit4:junit4]   2> 28077 T315 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 44558
[junit4:junit4]   2> 28078 T315 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=430971312
[junit4:junit4]   2> 28088 T402 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44558/yck/jj",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44558_yck%2Fjj",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 28097 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 28098 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 29080 T315 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 29081 T315 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 29085 T315 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4580458
[junit4:junit4]   2> 29091 T315 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 29092 T315 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 29092 T315 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 29093 T315 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 29094 T315 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 29094 T315 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty2/index
[junit4:junit4]   2> 29095 T315 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty2/index
[junit4:junit4]   2> 29095 T315 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty2
[junit4:junit4]   2> 29096 T315 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty2
[junit4:junit4]   2> 29097 T402 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89309119653085192-127.0.0.1:44558_yck%2Fjj-n_0000000002) am no longer a leader.
[junit4:junit4]   2> 29097 T320 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a2bd0200008
[junit4:junit4]   2> 29098 T373 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 29099 T317 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57353 which had sessionid 0x13d4a2bd0200008
[junit4:junit4]   2> 29099 T315 oaz.ZooKeeper.close Session: 0x13d4a2bd0200008 closed
[junit4:junit4]   2> 29099 T373 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 29100 T373 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 29100 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd020000a type:delete cxid:0x68 zxid:0x104 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 29101 T373 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 29111 T389 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 29115 T389 oasc.Overseer.start Overseer (id=89309119653085194-127.0.0.1:47557_yck%2Fjj-n_0000000003) starting
[junit4:junit4]   2> 29115 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd020000a type:create cxid:0x6d zxid:0x106 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 29117 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd020000a type:create cxid:0x6e zxid:0x107 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 29118 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd020000a type:create cxid:0x6f zxid:0x108 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 29119 T320 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a2bd020000a type:create cxid:0x70 zxid:0x109 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 29120 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 29120 T405 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 29121 T315 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/yck/jj,null}
[junit4:junit4]   2> 29124 T389 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4]   2> 29125 T404 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 29129 T404 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 29130 T404 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:44558/yck/jj",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:44558_yck%2Fjj",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "core":"collection1"}
[junit4:junit4]   2> 29136 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 29173 T315 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 47557
[junit4:junit4]   2> 29174 T315 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1626890488
[junit4:junit4]   2> 30176 T315 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 30177 T315 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 30181 T315 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@57995799
[junit4:junit4]   2> 30199 T315 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 30200 T315 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 30201 T315 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 30201 T315 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 30203 T315 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 30203 T315 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty3/index
[junit4:junit4]   2> 30204 T315 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty3/index
[junit4:junit4]   2> 30204 T315 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty3
[junit4:junit4]   2> 30205 T315 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty3
[junit4:junit4]   2> 30206 T315 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty3/index.20130308132358058
[junit4:junit4]   2> 30206 T315 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362749018138/jetty3/index.20130308132358058
[junit4:junit4]   2> 30207 T404 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89309119653085194-127.0.0.1:47557_yck%2Fjj-n_0000000003) am no longer a leader.
[junit4:junit4]   2> 30208 T320 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a2bd020000a
[junit4:junit4]   2> 30209 T389 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 30209 T317 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:57364 which had sessionid 0x13d4a2bd020000a
[junit4:junit4]   2> 30209 T315 oaz.ZooKeeper.close Session: 0x13d4a2bd020000a closed
[junit4:junit4]   2> 30210 T389 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 30211 T389 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 30221 T389 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 30231 T315 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/yck/jj,null}
[junit4:junit4]   2> 30289 T315 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 30289 T315 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 30290 T315 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 30290 T315 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 30291 T320 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 30291 T315 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 30291 T319 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 30292 T315 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 30293 T315 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:54300 54300
[junit4:junit4]   2> 30295 T317 oazs.NIOServerCnxnFactory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 30295 T315 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 30296 T315 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 30296 T315 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 30297 T315 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 30297 T315 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> / (2)
[junit4:junit4]   1> DATA:
[junit4:junit4]   1>     
[junit4:junit4]   1>  /solr (7)
[junit4:junit4]   1>   /solr/configs (1)
[junit4:junit4]   1>    /solr/configs/conf1 (9)
[junit4:junit4]   1>     /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/protwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/schema.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/currency.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4]   1>     DATA:
[junit4:junit4]   1>         {
[junit4:junit4]   1>           "disclaimer": "This data is not real, it was synthetically created to match currency.xml.  It is modeled after the data format available from openexchangerates.org.  See https://openexchangerates.org/documentation for details",
[junit4:junit4]   1>           "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4]   1>           "timestamp": 1332070464,
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "base": "USD",
[junit4:junit4]   1>           "rates": {
[junit4:junit4]   1>             "USD": 1,
[junit4:junit4]   1>             "JPY": 81.29,
[junit4:junit4]   1>             "EUR": 2.5,
[junit4:junit4]   1>             "GBP": 0.5,
[junit4:junit4]   1>             "MXN": 2.0
[junit4:junit4]   1>           }
[junit4:junit4]   1>         }
[junit4:junit4]   1>         
[junit4:junit4]   1>     /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>   /solr/overseer (3)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       
[junit4:junit4]   1>    /solr/overseer/queue (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>    /solr/overseer/collection-queue-work (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>    /solr/overseer/queue-work (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>   /solr/overseer_elect (2)
[junit4:junit4]   1>    /solr/overseer_elect/leader (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"id":"89309119653085187-127.0.0.1:42653_yck%2Fjj-n_0000000000"}
[junit4:junit4]   1>    /solr/overseer_elect/election (4)
[junit4:junit4]   1>     /solr/overseer_elect/election/89309119653085194-127.0.0.1:47557_yck%2Fjj-n_0000000003 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89309119653085190-127.0.0.1:46183_yck%2Fjj-n_0000000001 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89309119653085192-127.0.0.1:44558_yck%2Fjj-n_0000000002 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89309119653085187-127.0.0.1:42653_yck%2Fjj-n_0000000000 (0)
[junit4:junit4]   1>   /solr/collections (3)
[junit4:junit4]   1>    /solr/collections/control_collection (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/control_collection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/control_collection/leader_elect/shard1/election/89309119653085187-1-n_0000000000 (0)
[junit4:junit4]   1>     /solr/collections/control_collection/leaders (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:42653/yck/jj",
[junit4:junit4]   1>            "node_name":"127.0.0.1:42653_yck%2Fjj",
[junit4:junit4]   1>            "core":"collection1"}
[junit4:junit4]   1>     /solr/collections/control_collection/shards (0)
[junit4:junit4]   1>    /solr/collections/collection1 (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/collection1/leader_elect (2)
[junit4:junit4]   1>      /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/89309119653085190-2-n_0000000000 (0)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/89309119653085194-4-n_0000000001 (0)
[junit4:junit4]   1>      /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4]   1>       /solr/collections/collection1/leader_elect/shard2/election (1)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/89309119653085192-3-n_0000000000 (0)
[junit4:junit4]   1>     /solr/collections/collection1/leaders (2)
[junit4:junit4]   1>      /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:46183/yck/jj",
[junit4:junit4]   1>            "node_name":"127.0.0.1:46183_yck%2Fjj",
[junit4:junit4]   1>            "core":"collection1"}
[junit4:junit4]   1>      /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:44558/yck/jj",
[junit4:junit4]   1>            "node_name":"127.0.0.1:44558_yck%2Fjj",
[junit4:junit4]   1>            "core":"collection1"}
[junit4:junit4]   1>     /solr/collections/collection1/shards (0)
[junit4:junit4]   1>    /solr/collections/onenodecollection (2)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {
[junit4:junit4]   1>          "router":"compositeId",
[junit4:junit4]   1>          "configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/onenodecollection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/onenodecollection/leader_elect/shard1/election/89309119653085190-127.0.0.1:46183_yck%2Fjj_onenodecollectioncore-n_0000000000 (0)
[junit4:junit4]   1>     /solr/collections/onenodecollection/leaders (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:46183/yck/jj",
[junit4:junit4]   1>            "node_name":"127.0.0.1:46183_yck%2Fjj",
[junit4:junit4]   1>            "core":"onenodecollectioncore"}
[junit4:junit4]   1>   /solr/aliases.json (0)
[junit4:junit4]   1>   /solr/live_nodes (4)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:47557_yck%2Fjj (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:46183_yck%2Fjj (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:44558_yck%2Fjj (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:42653_yck%2Fjj (0)
[junit4:junit4]   1>   /solr/clusterstate.json (0)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       {
[junit4:junit4]   1>         "control_collection":{
[junit4:junit4]   1>           "shards":{"shard1":{
[junit4:junit4]   1>               "range":"80000000-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"1":{
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:42653/yck/jj",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:42653_yck%2Fjj",
[junit4:junit4]   1>                   "collection":"control_collection",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "leader":"true"}}}},
[junit4:junit4]   1>           "router":"compositeId"},
[junit4:junit4]   1>         "onenodecollection":{
[junit4:junit4]   1>           "shards":{"shard1":{
[junit4:junit4]   1>               "range":"80000000-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"127.0.0.1:46183_yck%2Fjj_onenodecollectioncore":{
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:46183/yck/jj",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:46183_yck%2Fjj",
[junit4:junit4]   1>                   "roles":"none",
[junit4:junit4]   1>                   "collection":"onenodecollection",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"onenodecollectioncore",
[junit4:junit4]   1>                   "leader":"true"}}}},
[junit4:junit4]   1>           "router":"compositeId"},
[junit4:junit4]   1>         "collection1":{
[junit4:junit4]   1>           "shards":{
[junit4:junit4]   1>             "shard1":{
[junit4:junit4]   1>               "range":"80000000-ffffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{
[junit4:junit4]   1>                 "2":{
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:46183/yck/jj",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:46183_yck%2Fjj",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "leader":"true"},
[junit4:junit4]   1>                 "4":{
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:47557/yck/jj",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:47557_yck%2Fjj",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"collection1"}}},
[junit4:junit4]   1>             "shard2":{
[junit4:junit4]   1>               "range":"0-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"3":{
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:44558/yck/jj",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:44558_yck%2Fjj",
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "shard":"shard2",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "leader":"true"}}}},
[junit4:junit4]   1>           "router":"compositeId"}}
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=273103D36FD3F022 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_SV -Dtests.timezone=Eire -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   30.3s J1 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:44558/yck/jj/onenodecollectioncore returned non ok status:404, message:Can not find: /yck/jj/onenodecollectioncore/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([273103D36FD3F022:A6D78DCB188C901E]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:373)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:200)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:60)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:37)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:611)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:738)
[junit4:junit4]   2> 30333 T315 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 30348 T314 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> 30866 T318 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> NOTE: test params are: codec=CheapBastard, sim=DefaultSimilarity, locale=es_SV, timezone=Eire
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic x86/IBM Corporation 1.6.0 (32-bit)/cpus=8,threads=2,free=6095800,total=32957952
[junit4:junit4]   2> NOTE: All tests run in this JVM: [CoreContainerCoreInitFailuresTest, TestReload, SignatureUpdateProcessorFactoryTest, NumericFieldsTest, SolrRequestParserTest, TestPostingsSolrHighlighter, SampleTest, TermVectorComponentDistributedTest, TestDynamicFieldResource, XsltUpdateRequestHandlerTest, SolrCoreCheckLockOnStartupTest, PingRequestHandlerTest, TestZkChroot, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 31.12s, 1 test, 1 error <<< FAILURES!

[...truncated 761 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:374: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:877: There were test failures: 269 suites, 1137 tests, 1 error, 14 ignored (8 assumptions)

Total time: 48 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 32bit/ibm-j9-jdk6 
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.7.0_15) - Build # 4627 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4627/
Java: 64bit/jdk1.7.0_15 -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsNew

Error Message:
Core 00010_core bad! expected:<55> but was:<41>

Stack Trace:
java.lang.AssertionError: Core 00010_core bad! expected:<55> but was:<41>
	at __randomizedtesting.SeedInfo.seed([DFE274260ED4A402:BB5768F25C145D47]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:304)
	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:202)
	at org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsNew(OpenCloseCoreStressTest.java:122)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9196 lines...]
[junit4:junit4] Suite: org.apache.solr.core.OpenCloseCoreStressTest
[junit4:junit4] IGNOR/A 0.01s J1 | OpenCloseCoreStressTest.test1HourOld
[junit4:junit4]    > Assumption #1: 'weekly' test group is disabled (@Weekly)
[junit4:junit4] IGNOR/A 0.00s J1 | OpenCloseCoreStressTest.test10MinutesOld
[junit4:junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly)
[junit4:junit4] IGNOR/A 0.01s J1 | OpenCloseCoreStressTest.test10MinutesNew
[junit4:junit4]    > Assumption #1: 'nightly' test group is disabled (@Nightly)
[junit4:junit4]   2> 21 T1830 oas.SolrTestCaseJ4.setUp ###Starting test30SecondsOld
[junit4:junit4]   2> 40 T1830 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 43 T1830 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38901
[junit4:junit4]   2> 43 T1830 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 43 T1830 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 44 T1830 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_
[junit4:junit4]   2> 44 T1830 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/solr.xml
[junit4:junit4]   2> 44 T1830 oasc.CoreContainer.<init> New CoreContainer 1457117718
[junit4:junit4]   2> 45 T1830 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/'
[junit4:junit4]   2> 45 T1830 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/'
[junit4:junit4]   2> 63 T1830 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 63 T1830 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 64 T1830 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 64 T1830 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 64 T1830 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 64 T1830 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 65 T1830 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 65 T1830 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 65 T1830 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 66 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 71 T1830 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 82 T1840 oasc.CoreContainer.create Creating SolrCore '00000_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00000_core
[junit4:junit4]   2> 82 T1840 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00000_core/'
[junit4:junit4]   2> 112 T1840 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 137 T1840 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 137 T1840 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 139 T1840 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 149 T1840 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 149 T1840 oasc.SolrCore.<init> [00000_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00000_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00000_core/data/
[junit4:junit4]   2> 150 T1840 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 150 T1840 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 150 T1840 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00000_core/data forceNew: false
[junit4:junit4]   2> 151 T1840 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00000_core/data/index/
[junit4:junit4]   2> 151 T1840 oasc.SolrCore.initIndex WARNING [00000_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00000_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 151 T1840 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00000_core/data/index forceNew: false
[junit4:junit4]   2> 196 T1840 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@208e527e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 196 T1840 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 197 T1840 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 199 T1840 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 200 T1840 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 201 T1840 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 205 T1840 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 209 T1840 oass.SolrIndexSearcher.<init> Opening Searcher@5d63971f main
[junit4:junit4]   2> 217 T1840 oasc.SolrCore.registerSearcher [00000_core] Registered new searcher Searcher@5d63971f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 217 T1840 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 218 T1840 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 223 T1840 oasc.CoreContainer.registerCore registering core: 00000_core
[junit4:junit4]   2> 224 T1830 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 224 T1830 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 225 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 230 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 233 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 237 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 239 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 241 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 243 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 245 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 246 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 248 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 250 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 252 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 254 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 256 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 258 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 259 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 261 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 263 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 265 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 267 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 269 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 270 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 272 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 274 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 276 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 278 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 280 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 282 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 283 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 285 T1830 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 287 T1830 oasc.OpenCloseCoreStressTest.doStress Starting indexing and querying
[junit4:junit4]   2> 288 T1830 oasc.OpenCloseCoreStressTest.doStress 
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	
[junit4:junit4]   2> 	Starting a 30 second cycle, seconds left: 30. Seconds run so far: 0.
[junit4:junit4]   2> 290 T1845 oasc.OneIndexer.run Starting indexing thread: 1845
[junit4:junit4]   2> 290 T1844 oasc.OneIndexer.run Starting indexing thread: 1844
[junit4:junit4]   2> 290 T1846 oasc.OneIndexer.run Starting indexing thread: 1846
[junit4:junit4]   2> 290 T1843 oasc.OneIndexer.run Starting indexing thread: 1843
[junit4:junit4]   2> 290 T1851 oasc.OneIndexer.run Starting indexing thread: 1851
[junit4:junit4]   2> 290 T1853 oasc.OneIndexer.run Starting indexing thread: 1853
[junit4:junit4]   2> 291 T1854 oasc.OneIndexer.run Starting indexing thread: 1854
[junit4:junit4]   2> 290 T1852 oasc.OneIndexer.run Starting indexing thread: 1852
[junit4:junit4]   2> 290 T1850 oasc.OneIndexer.run Starting indexing thread: 1850
[junit4:junit4]   2> 290 T1849 oasc.OneIndexer.run Starting indexing thread: 1849
[junit4:junit4]   2> 290 T1848 oasc.OneIndexer.run Starting indexing thread: 1848
[junit4:junit4]   2> 290 T1847 oasc.OneIndexer.run Starting indexing thread: 1847
[junit4:junit4]   2> 291 T1857 oasc.OneIndexer.run Starting indexing thread: 1857
[junit4:junit4]   2> 291 T1856 oasc.OneIndexer.run Starting indexing thread: 1856
[junit4:junit4]   2> 294 T1858 oasc.CoreContainer.create Creating SolrCore '00008_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00008_core
[junit4:junit4]   2> 291 T1855 oasc.OneIndexer.run Starting indexing thread: 1855
[junit4:junit4]   2> 297 T1873 oasc.OneQuery.run Starting query thread: 1873
[junit4:junit4]   2> 296 T1871 oasc.OneQuery.run Starting query thread: 1871
[junit4:junit4]   2> 296 T1870 oasc.OneQuery.run Starting query thread: 1870
[junit4:junit4]   2> 296 T1869 oasc.OneQuery.run Starting query thread: 1869
[junit4:junit4]   2> 296 T1868 oasc.OneQuery.run Starting query thread: 1868
[junit4:junit4]   2> 299 T1878 oasc.CoreContainer.create Creating SolrCore '00011_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00011_core
[junit4:junit4]   2> 296 T1867 oasc.OneQuery.run Starting query thread: 1867
[junit4:junit4]   2> 295 T1866 oasc.OneQuery.run Starting query thread: 1866
[junit4:junit4]   2> 295 T1865 oasc.OneQuery.run Starting query thread: 1865
[junit4:junit4]   2> 295 T1864 oasc.OneQuery.run Starting query thread: 1864
[junit4:junit4]   2> 295 T1863 oasc.OneQuery.run Starting query thread: 1863
[junit4:junit4]   2> 295 T1861 oasc.OneQuery.run Starting query thread: 1861
[junit4:junit4]   2> 295 T1862 oasc.OneQuery.run Starting query thread: 1862
[junit4:junit4]   2> 295 T1860 oasc.OneQuery.run Starting query thread: 1860
[junit4:junit4]   2> 295 T1836 oasc.CoreContainer.create Creating SolrCore '00003_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00003_core
[junit4:junit4]   2> 295 T1838 oasc.CoreContainer.create Creating SolrCore '00006_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00006_core
[junit4:junit4]   2> 300 T1881 oasc.CoreContainer.create Creating SolrCore '00018_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00018_core
[junit4:junit4]   2> 300 T1882 oasc.CoreContainer.create Creating SolrCore '00014_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00014_core
[junit4:junit4]   2> 299 T1880 oasc.CoreContainer.create Creating SolrCore '00015_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00015_core
[junit4:junit4]   2> 299 T1876 oasc.CoreContainer.create Creating SolrCore '00002_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00002_core
[junit4:junit4]   2> 299 T1879 oasc.CoreContainer.create Creating SolrCore '00016_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00016_core
[junit4:junit4]   2> 302 T1880 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00015_core/'
[junit4:junit4]   2> 302 T1876 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00002_core/'
[junit4:junit4]   2> 298 T1877 oasc.CoreContainer.create Creating SolrCore '00009_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00009_core
[junit4:junit4]   2> 297 T1839 oasc.CoreContainer.create Creating SolrCore '00007_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00007_core
[junit4:junit4]   2> 302 T1877 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00009_core/'
[junit4:junit4]   2> 297 T1874 oasc.OneQuery.run Starting query thread: 1874
[junit4:junit4]   2> 297 T1858 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00008_core/'
[junit4:junit4]   2> 297 T1872 oasc.OneQuery.run Starting query thread: 1872
[junit4:junit4]   2> 303 T1839 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00007_core/'
[junit4:junit4]   2> 302 T1878 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00011_core/'
[junit4:junit4]   2> ASYNC  NEW_CORE C127 name=00000_core org.apache.solr.core.SolrCore@66eb8fde
[junit4:junit4]   2> 302 T1837 C127 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00000_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@208e527e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 302 T1882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00014_core/'
[junit4:junit4]   2> 301 T1881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00018_core/'
[junit4:junit4]   2> 304 T1837 C127 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 301 T1838 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00006_core/'
[junit4:junit4]   2> 301 T1836 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00003_core/'
[junit4:junit4]   2> 304 T1879 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00016_core/'
[junit4:junit4]   2> 306 T1837 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id5]} 0 6
[junit4:junit4]   2> 307 T1837 oasc.CoreContainer.create Creating SolrCore '00001_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00001_core
[junit4:junit4]   2> 307 T1837 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00001_core/'
[junit4:junit4]   2> 309 T1884 oasc.CoreContainer.create Creating SolrCore '00013_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00013_core
[junit4:junit4]   2> 310 T1884 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00013_core/'
[junit4:junit4]   2> 350 T1880 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 354 T1839 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 361 T1878 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 376 T1879 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 383 T1884 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 409 T1886 oasc.CoreContainer.create Creating SolrCore '00004_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00004_core
[junit4:junit4]   2> 410 T1886 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00004_core/'
[junit4:junit4]   2> 412 T1890 oasc.CoreContainer.create Creating SolrCore '00012_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00012_core
[junit4:junit4]   2> 415 T1890 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00012_core/'
[junit4:junit4]   2> 422 T1893 oasc.CoreContainer.create Creating SolrCore '00005_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00005_core
[junit4:junit4]   2> 434 T1877 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 434 T1836 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 436 T1881 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 431 T1882 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 438 T1876 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 439 T1893 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00005_core/'
[junit4:junit4]   2> 443 T1858 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 475 T1838 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 485 T1880 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 493 T1880 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 497 T1880 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 520 T1878 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 521 T1878 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 524 T1878 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 524 T1837 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 535 T1884 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 535 T1884 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 536 T1880 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 538 T1880 oasc.SolrCore.<init> [00015_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00015_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00015_core/data/
[junit4:junit4]   2> 538 T1880 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 539 T1880 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 539 T1839 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 540 T1839 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 543 T1839 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 550 T1880 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00015_core/data forceNew: false
[junit4:junit4]   2> 550 T1886 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 550 T1880 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00015_core/data/index/
[junit4:junit4]   2> 554 T1884 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 556 T1890 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 551 T1880 oasc.SolrCore.initIndex WARNING [00015_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00015_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 558 T1880 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00015_core/data/index forceNew: false
[junit4:junit4]   2> 570 T1880 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@74381345),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 571 T1880 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 571 T1880 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 573 T1880 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 574 T1836 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 574 T1880 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 575 T1836 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 575 T1880 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 589 T1882 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 589 T1882 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 589 T1878 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 591 T1878 oasc.SolrCore.<init> [00011_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00011_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00011_core/data/
[junit4:junit4]   2> 591 T1858 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 591 T1878 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 592 T1858 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 592 T1878 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 592 T1877 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 592 T1882 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 593 T1877 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 593 T1893 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 594 T1858 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 596 T1879 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 597 T1879 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 597 T1881 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 599 T1878 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00011_core/data forceNew: false
[junit4:junit4]   2> 600 T1877 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 600 T1881 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 601 T1880 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 600 T1836 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 610 T1881 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 599 T1878 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00011_core/data/index/
[junit4:junit4]   2> 619 T1878 oasc.SolrCore.initIndex WARNING [00011_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00011_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 619 T1858 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 617 T1839 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 610 T1879 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 621 T1884 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 622 T1858 oasc.SolrCore.<init> [00008_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00008_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00008_core/data/
[junit4:junit4]   2> 622 T1878 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00011_core/data/index forceNew: false
[junit4:junit4]   2> 629 T1858 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 630 T1858 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 630 T1858 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00008_core/data forceNew: false
[junit4:junit4]   2> 631 T1884 oasc.SolrCore.<init> [00013_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00013_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00013_core/data/
[junit4:junit4]   2> 631 T1858 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00008_core/data/index/
[junit4:junit4]   2> 631 T1884 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 631 T1858 oasc.SolrCore.initIndex WARNING [00008_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00008_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 631 T1884 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 632 T1858 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00008_core/data/index forceNew: false
[junit4:junit4]   2> 633 T1839 oasc.SolrCore.<init> [00007_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00007_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00007_core/data/
[junit4:junit4]   2> 634 T1839 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 634 T1839 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 635 T1858 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@dc0f7b7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 635 T1858 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 635 T1884 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00013_core/data forceNew: false
[junit4:junit4]   2> 636 T1858 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 636 T1884 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00013_core/data/index/
[junit4:junit4]   2> 636 T1884 oasc.SolrCore.initIndex WARNING [00013_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00013_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 637 T1858 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 637 T1839 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00007_core/data forceNew: false
[junit4:junit4]   2> 638 T1839 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00007_core/data/index/
[junit4:junit4]   2> 638 T1884 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00013_core/data/index forceNew: false
[junit4:junit4]   2> 638 T1839 oasc.SolrCore.initIndex WARNING [00007_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00007_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 638 T1858 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 639 T1839 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00007_core/data/index forceNew: false
[junit4:junit4]   2> 639 T1878 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7a6c771d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 640 T1882 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 640 T1858 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 641 T1882 oasc.SolrCore.<init> [00014_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00014_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00014_core/data/
[junit4:junit4]   2> 641 T1882 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 642 T1882 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 640 T1878 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 642 T1880 oass.SolrIndexSearcher.<init> Opening Searcher@2a16df91 main
[junit4:junit4]   2> 643 T1878 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 643 T1882 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00014_core/data forceNew: false
[junit4:junit4]   2> 643 T1880 oasc.SolrCore.registerSearcher [00015_core] Registered new searcher Searcher@2a16df91 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 643 T1839 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a61d07b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 644 T1882 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00014_core/data/index/
[junit4:junit4]   2> 644 T1839 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 644 T1880 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 644 T1882 oasc.SolrCore.initIndex WARNING [00014_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00014_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 644 T1880 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 645 T1839 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 645 T1882 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00014_core/data/index forceNew: false
[junit4:junit4]   2> 645 T1884 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@43afbe2d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 645 T1878 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 647 T1884 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 647 T1878 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 648 T1884 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 648 T1878 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 649 T1880 oasc.CoreMaps.putTransientCore Opening transient core 00015_core
[junit4:junit4]   2> 650 T1884 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 650 T1880 oasc.CoreContainer.registerCore registering core: 00015_core
[junit4:junit4]   2> 658 T1878 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 658 T1884 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 659 T1839 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 664 T1882 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@12122416),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 665 T1839 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 665 T1876 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 665 T1877 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 665 T1839 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 666 T1877 oasc.SolrCore.<init> [00009_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00009_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00009_core/data/
[junit4:junit4]   2> 667 T1877 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 667 T1877 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 663 T1884 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 662 T1878 oass.SolrIndexSearcher.<init> Opening Searcher@89a4921 main
[junit4:junit4]   2> 660 T1838 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C128 name=00015_core org.apache.solr.core.SolrCore@38e837a8
[junit4:junit4]   2> 668 T1885 C128 REQ [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 668 T1838 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 669 T1858 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 670 T1884 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 670 T1878 oasc.SolrCore.registerSearcher [00011_core] Registered new searcher Searcher@89a4921 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 671 T1878 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 671 T1878 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 668 T1836 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 668 T1899 C128 REQ [00015_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 667 T1839 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 665 T1876 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 665 T1882 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 681 T1884 oass.SolrIndexSearcher.<init> Opening Searcher@49793eb4 main
[junit4:junit4]   2> 680 T1838 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 682 T1882 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 682 T1884 oasc.SolrCore.registerSearcher [00013_core] Registered new searcher Searcher@49793eb4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 683 T1884 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 683 T1884 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 684 T1882 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 684 T1882 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 685 T1882 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 685 T1839 oass.SolrIndexSearcher.<init> Opening Searcher@10dd7d4f main
[junit4:junit4]   2> 686 T1839 oasc.SolrCore.registerSearcher [00007_core] Registered new searcher Searcher@10dd7d4f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 686 T1876 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 687 T1839 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 687 T1839 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 688 T1884 oasc.CoreMaps.putTransientCore Opening transient core 00013_core
[junit4:junit4]   2> 688 T1884 oasc.CoreContainer.registerCore registering core: 00013_core
[junit4:junit4]   2> 689 T1882 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 678 T1858 oass.SolrIndexSearcher.<init> Opening Searcher@76639720 main
[junit4:junit4]   2> 691 T1858 oasc.SolrCore.registerSearcher [00008_core] Registered new searcher Searcher@76639720 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 692 T1858 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 692 T1858 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> ASYNC  NEW_CORE C129 name=00013_core org.apache.solr.core.SolrCore@5f24e39f
[junit4:junit4]   2> 693 T1894 C129 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 693 T1882 oass.SolrIndexSearcher.<init> Opening Searcher@46eeb98a main
[junit4:junit4]   2> 672 T1877 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00009_core/data forceNew: false
[junit4:junit4]   2> 668 T1880 C128 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00015_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@74381345),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 693 T1882 oasc.SolrCore.registerSearcher [00014_core] Registered new searcher Searcher@46eeb98a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 693 T1877 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00009_core/data/index/
[junit4:junit4]   2> 692 T1839 oasc.CoreMaps.putTransientCore Opening transient core 00007_core
[junit4:junit4]   2> 688 T1879 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 683 T1836 oasc.SolrCore.<init> [00003_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00003_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00003_core/data/
[junit4:junit4]   2> 695 T1839 oasc.CoreContainer.registerCore registering core: 00007_core
[junit4:junit4]   2> 695 T1877 oasc.SolrCore.initIndex WARNING [00009_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00009_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 695 T1880 C128 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 694 T1896 C129 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 694 T1882 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 695 T1878 oasc.CoreMaps.putTransientCore Opening transient core 00011_core
[junit4:junit4]   2> 695 T1836 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 697 T1878 oasc.CoreContainer.registerCore registering core: 00011_core
[junit4:junit4]   2> 697 T1877 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00009_core/data/index forceNew: false
[junit4:junit4]   2> 697 T1880 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id3]} 0 35
[junit4:junit4]   2> 697 T1836 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 697 T1858 oasc.CoreMaps.putTransientCore Opening transient core 00008_core
[junit4:junit4]   2> 698 T1858 oasc.CoreContainer.registerCore registering core: 00008_core
[junit4:junit4]   2> 697 T1882 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 698 T1836 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00003_core/data forceNew: false
[junit4:junit4]   2> 706 T1836 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00003_core/data/index/
[junit4:junit4]   2> 707 T1836 oasc.SolrCore.initIndex WARNING [00003_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00003_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 708 T1836 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00003_core/data/index forceNew: false
[junit4:junit4]   2> 709 T1877 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4727dfa3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 709 T1890 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 709 T1877 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 710 T1890 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 710 T1877 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 710 T1882 oasc.CoreMaps.putTransientCore Opening transient core 00014_core
[junit4:junit4]   2> 711 T1882 oasc.CoreContainer.registerCore registering core: 00014_core
[junit4:junit4]   2> 712 T1879 oasc.SolrCore.<init> [00016_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00016_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00016_core/data/
[junit4:junit4]   2> 713 T1877 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 713 T1879 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 713 T1877 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 714 T1879 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 714 T1877 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 715 T1879 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00016_core/data forceNew: false
[junit4:junit4]   2> ASYNC  NEW_CORE C130 name=00014_core org.apache.solr.core.SolrCore@62393cfd
[junit4:junit4]   2> 715 T1889 C130 REQ [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 715 T1836 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7555d4a8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 715 T1879 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00016_core/data/index/
[junit4:junit4]   2> ASYNC  NEW_CORE C131 name=00007_core org.apache.solr.core.SolrCore@2f91cd31
[junit4:junit4]   2> 715 T1897 C131 REQ [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 716 T1879 oasc.SolrCore.initIndex WARNING [00016_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00016_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 717 T1837 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 717 T1884 C129 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00013_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@43afbe2d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 718 T1837 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 718 T1879 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00016_core/data/index forceNew: false
[junit4:junit4]   2> 718 T1884 C129 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 718 T1836 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 719 T1877 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 719 T1836 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 720 T1884 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id16]} 0 10
[junit4:junit4]   2> 721 T1837 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 721 T1839 C131 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00007_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a61d07b),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 722 T1839 C131 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 721 T1836 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 722 T1836 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 724 T1902 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id18]} 0 1
[junit4:junit4]   2> 725 T1886 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 726 T1886 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 726 T1882 C130 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00014_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@12122416),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 727 T1882 C130 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 723 T1836 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 733 T1839 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id1]} 0 16
[junit4:junit4]   2> 734 T1894 oasc.CoreContainer.create Creating SolrCore '00019_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00019_core
[junit4:junit4]   2> 734 T1894 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00019_core/'
[junit4:junit4]   2> 736 T1890 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 737 T1896 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id20]} 0 1
[junit4:junit4]   2> 738 T1879 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@61170b9d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 739 T1879 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 740 T1879 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 742 T1879 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 743 T1879 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 743 T1893 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 743 T1879 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 743 T1893 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 745 T1877 oass.SolrIndexSearcher.<init> Opening Searcher@3cb2c2e main
[junit4:junit4]   2> 746 T1877 oasc.SolrCore.registerSearcher [00009_core] Registered new searcher Searcher@3cb2c2e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 746 T1877 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 747 T1877 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 747 T1893 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 744 T1876 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 748 T1881 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 749 T1879 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 749 T1881 oasc.SolrCore.<init> [00018_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00018_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00018_core/data/
[junit4:junit4]   2> 750 T1881 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> ASYNC  NEW_CORE C132 name=00008_core org.apache.solr.core.SolrCore@64ef6eb8
[junit4:junit4]   2> 750 T1858 C132 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00008_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@dc0f7b7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 750 T1882 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id14]} 0 29
[junit4:junit4]   2> 751 T1858 C132 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 752 T1858 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id6]} 0 26
[junit4:junit4]   2> 752 T1877 oasc.CoreMaps.putTransientCore Opening transient core 00009_core
[junit4:junit4]   2> 753 T1877 oasc.CoreContainer.registerCore registering core: 00009_core
[junit4:junit4]   2> 755 T1895 C131 REQ [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 762 T1881 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 763 T1859 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id11]} 0 8
[junit4:junit4]   2> 763 T1897 oasc.CoreContainer.create Creating SolrCore '00017_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00017_core
[junit4:junit4]   2> 764 T1881 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00018_core/data forceNew: false
[junit4:junit4]   2> 764 T1897 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00017_core/'
[junit4:junit4]   2> 764 T1881 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00018_core/data/index/
[junit4:junit4]   2> 764 T1836 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 764 T1881 oasc.SolrCore.initIndex WARNING [00018_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00018_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 764 T1879 oass.SolrIndexSearcher.<init> Opening Searcher@4f312bcf main
[junit4:junit4]   2> 765 T1881 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00018_core/data/index forceNew: false
[junit4:junit4]   2> 766 T1879 oasc.SolrCore.registerSearcher [00016_core] Registered new searcher Searcher@4f312bcf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 766 T1879 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 766 T1879 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> ASYNC  NEW_CORE C133 name=00011_core org.apache.solr.core.SolrCore@1b0ac8b2
[junit4:junit4]   2> 769 T1878 C133 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00011_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7a6c771d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 769 T1878 C133 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 770 T1838 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 771 T1838 oasc.SolrCore.<init> [00006_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00006_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00006_core/data/
[junit4:junit4]   2> 771 T1878 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id10]} 0 17
[junit4:junit4]   2> 771 T1838 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 772 T1881 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fcc2ede),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 771 T1879 oasc.CoreMaps.putTransientCore Opening transient core 00016_core
[junit4:junit4]   2> 773 T1881 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 772 T1838 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 773 T1879 oasc.CoreContainer.registerCore registering core: 00016_core
[junit4:junit4]   2> 774 T1838 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00006_core/data forceNew: false
[junit4:junit4]   2> 774 T1881 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 774 T1838 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00006_core/data/index/
[junit4:junit4]   2> 775 T1838 oasc.SolrCore.initIndex WARNING [00006_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00006_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 775 T1838 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00006_core/data/index forceNew: false
[junit4:junit4]   2> 776 T1881 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 777 T1881 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 777 T1881 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 777 T1876 oasc.SolrCore.<init> [00002_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00002_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00002_core/data/
[junit4:junit4]   2> 778 T1876 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 778 T1876 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 779 T1890 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 778 T1886 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 780 T1890 oasc.SolrCore.<init> [00012_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00012_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00012_core/data/
[junit4:junit4]   2> 780 T1890 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 780 T1837 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 781 T1890 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 781 T1881 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 782 T1837 oasc.SolrCore.<init> [00001_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00001_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00001_core/data/
[junit4:junit4]   2> 782 T1890 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00012_core/data forceNew: false
[junit4:junit4]   2> 782 T1837 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 782 T1890 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00012_core/data/index/
[junit4:junit4]   2> 782 T1837 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 783 T1890 oasc.SolrCore.initIndex WARNING [00012_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00012_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 784 T1890 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00012_core/data/index forceNew: false
[junit4:junit4]   2> 787 T1893 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 787 T1836 oass.SolrIndexSearcher.<init> Opening Searcher@50d22f2e main
[junit4:junit4]   2> 788 T1838 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f06e697),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 788 T1876 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00002_core/data forceNew: false
[junit4:junit4]   2> 788 T1876 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00002_core/data/index/
[junit4:junit4]   2> 789 T1893 oasc.SolrCore.<init> [00005_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00005_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00005_core/data/
[junit4:junit4]   2> 789 T1893 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> ASYNC  NEW_CORE C134 name=00016_core org.apache.solr.core.SolrCore@37c64258
[junit4:junit4]   2> 790 T1902 C134 REQ [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 788 T1837 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00001_core/data forceNew: false
[junit4:junit4]   2> 790 T1893 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 789 T1876 oasc.SolrCore.initIndex WARNING [00002_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00002_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 798 T1890 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@70d08303),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 799 T1890 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 799 T1893 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00005_core/data forceNew: false
[junit4:junit4]   2> 799 T1893 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00005_core/data/index/
[junit4:junit4]   2> 800 T1890 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 788 T1836 oasc.SolrCore.registerSearcher [00003_core] Registered new searcher Searcher@50d22f2e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 788 T1838 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 801 T1876 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00002_core/data/index forceNew: false
[junit4:junit4]   2> 805 T1838 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> ASYNC  NEW_CORE C135 name=00009_core org.apache.solr.core.SolrCore@7c02c592
[junit4:junit4]   2> 807 T1877 C135 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00009_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4727dfa3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 807 T1838 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 808 T1877 C135 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 808 T1838 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 808 T1838 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 809 T1890 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 809 T1890 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 810 T1890 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 810 T1886 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 812 T1886 oasc.SolrCore.<init> [00004_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00004_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00004_core/data/
[junit4:junit4]   2> 812 T1838 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 812 T1890 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 812 T1886 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 813 T1894 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 813 T1877 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id2]} 0 25
[junit4:junit4]   2> 801 T1881 oass.SolrIndexSearcher.<init> Opening Searcher@43cc4b38 main
[junit4:junit4]   2> 801 T1896 oasc.CoreContainer.create Creating SolrCore '00010_core' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core
[junit4:junit4]   2> 814 T1896 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core/'
[junit4:junit4]   2> 800 T1893 oasc.SolrCore.initIndex WARNING [00005_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00005_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 798 T1837 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00001_core/data/index/
[junit4:junit4]   2> 813 T1886 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 815 T1837 oasc.SolrCore.initIndex WARNING [00001_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00001_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 804 T1836 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 804 T1879 C134 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00016_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@61170b9d),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 816 T1879 C134 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 816 T1837 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00001_core/data/index forceNew: false
[junit4:junit4]   2> 814 T1881 oasc.SolrCore.registerSearcher [00018_core] Registered new searcher Searcher@43cc4b38 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 814 T1876 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@51610c6a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 817 T1881 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 816 T1836 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 818 T1876 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 819 T1876 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 818 T1881 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 820 T1886 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00004_core/data forceNew: false
[junit4:junit4]   2> 821 T1837 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@20d448f0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 820 T1893 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00005_core/data/index forceNew: false
[junit4:junit4]   2> 822 T1837 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 820 T1897 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 821 T1886 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00004_core/data/index/
[junit4:junit4]   2> 822 T1837 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 823 T1886 oasc.SolrCore.initIndex WARNING [00004_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00004_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 823 T1886 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00004_core/data/index forceNew: false
[junit4:junit4]   2> 839 T1895 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id26]} 0 1
[junit4:junit4]   2> 826 T1879 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id13]} 0 24
[junit4:junit4]   2> 839 T1859 C129 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 840 T1890 oass.SolrIndexSearcher.<init> Opening Searcher@51cc908b main
[junit4:junit4]   2> 841 T1876 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 842 T1890 oasc.SolrCore.registerSearcher [00012_core] Registered new searcher Searcher@51cc908b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 843 T1886 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@18007419),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 843 T1886 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 844 T1890 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 844 T1838 oass.SolrIndexSearcher.<init> Opening Searcher@2d991a8a main
[junit4:junit4]   2> 844 T1890 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 844 T1876 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 844 T1886 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 847 T1876 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 848 T1893 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@58219f57),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 848 T1893 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 849 T1893 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 851 T1876 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 855 T1838 oasc.SolrCore.registerSearcher [00006_core] Registered new searcher Searcher@2d991a8a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 855 T1838 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 855 T1838 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 856 T1876 oass.SolrIndexSearcher.<init> Opening Searcher@13c125b3 main
[junit4:junit4]   2> 860 T1876 oasc.SolrCore.registerSearcher [00002_core] Registered new searcher Searcher@13c125b3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 861 T1876 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 861 T1876 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 862 T1837 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 863 T1836 oasc.CoreMaps.putTransientCore Opening transient core 00003_core
[junit4:junit4]   2> 864 T1836 oasc.CoreContainer.registerCore registering core: 00003_core
[junit4:junit4]   2> 866 T1837 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 868 T1886 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 869 T1837 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 878 T1837 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 879 T1886 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 881 T1886 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> ASYNC  NEW_CORE C136 name=00003_core org.apache.solr.core.SolrCore@66f76906
[junit4:junit4]   2> 882 T1836 C136 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00003_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7555d4a8),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 882 T1836 C136 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 883 T1893 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 883 T1886 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 886 T1893 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 887 T1893 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 887 T1881 oasc.CoreMaps.putTransientCore Opening transient core 00018_core
[junit4:junit4]   2> 888 T1881 oasc.CoreContainer.registerCore registering core: 00018_core
[junit4:junit4]   2> 889 T1893 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 889 T1890 oasc.CoreMaps.putTransientCore Opening transient core 00012_core
[junit4:junit4]   2> 889 T1837 oass.SolrIndexSearcher.<init> Opening Searcher@743c2fb4 main
[junit4:junit4]   2> 890 T1890 oasc.CoreContainer.registerCore registering core: 00012_core
[junit4:junit4]   2> 890 T1837 oasc.SolrCore.registerSearcher [00001_core] Registered new searcher Searcher@743c2fb4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 891 T1837 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 890 T1876 oasc.CoreMaps.putTransientCore Opening transient core 00002_core
[junit4:junit4]   2> 891 T1837 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> ASYNC  NEW_CORE C137 name=00018_core org.apache.solr.core.SolrCore@167be7ce
[junit4:junit4]   2> 892 T1888 C137 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 892 T1892 C137 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 893 T1896 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_41
[junit4:junit4]   2> 891 T1876 oasc.CoreContainer.registerCore registering core: 00002_core
[junit4:junit4]   2> 895 T1836 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id7]} 0 26
[junit4:junit4]   2> 896 T1889 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id22]} 0 27
[junit4:junit4]   2> 896 T1875 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id9]} 0 26
[junit4:junit4]   2> 905 T1893 oass.SolrIndexSearcher.<init> Opening Searcher@5d1a9045 main
[junit4:junit4]   2> 905 T1838 oasc.CoreMaps.putTransientCore Opening transient core 00006_core
[junit4:junit4]   2> 906 T1838 oasc.CoreContainer.registerCore registering core: 00006_core
[junit4:junit4]   2> 906 T1893 oasc.SolrCore.registerSearcher [00005_core] Registered new searcher Searcher@5d1a9045 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 906 T1886 oass.SolrIndexSearcher.<init> Opening Searcher@4178780b main
[junit4:junit4]   2> 907 T1893 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 907 T1893 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 909 T1886 oasc.SolrCore.registerSearcher [00004_core] Registered new searcher Searcher@4178780b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> ASYNC  NEW_CORE C138 name=00012_core org.apache.solr.core.SolrCore@4ce7029c
[junit4:junit4]   2> 909 T1890 C138 REQ [00012_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 908 T1888 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id29]} 0 0
[junit4:junit4]   2> 908 T1837 oasc.CoreMaps.putTransientCore Opening transient core 00001_core
[junit4:junit4]   2> 908 T1859 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id30]} 0 1
[junit4:junit4]   2> 912 T1837 oasc.CoreContainer.registerCore registering core: 00001_core
[junit4:junit4]   2> 913 T1893 oasc.CoreMaps.putTransientCore Opening transient core 00005_core
[junit4:junit4]   2> 913 T1893 oasc.CoreContainer.registerCore registering core: 00005_core
[junit4:junit4]   2> 915 T1886 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 916 T1886 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 921 T1889 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id32]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C139 name=00002_core org.apache.solr.core.SolrCore@60bb78f4
[junit4:junit4]   2> 923 T1895 C139 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C140 name=00005_core org.apache.solr.core.SolrCore@7ef7e0b6
[junit4:junit4]   2> 925 T1893 C140 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 927 T1886 oasc.CoreMaps.putTransientCore Opening transient core 00004_core
[junit4:junit4]   2> 927 T1886 oasc.CoreContainer.registerCore registering core: 00004_core
[junit4:junit4]   2> 930 T1892 C137 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00018_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fcc2ede),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 931 T1839 C139 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00002_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@51610c6a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 931 T1892 C137 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 931 T1839 C139 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 933 T1884 C138 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00012_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@70d08303),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> ASYNC  NEW_CORE C141 name=00001_core org.apache.solr.core.SolrCore@7d31a24f
[junit4:junit4]   2> 935 T1836 C141 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00001_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@20d448f0),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 936 T1880 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id21]} 0 14
[junit4:junit4]   2> 943 T1839 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id25]} 0 29
[junit4:junit4]   2> 943 T1884 C138 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 943 T1876 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id12]} 0 20
[junit4:junit4]   2> 944 T1836 C141 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> ASYNC  NEW_CORE C142 name=00006_core org.apache.solr.core.SolrCore@5cd62600
[junit4:junit4]   2> 944 T1838 C142 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00006_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f06e697),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 945 T1888 C139 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 945 T1879 C140 REQ [00005_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 946 T1891 C142 REQ [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C143 name=00004_core org.apache.solr.core.SolrCore@44911d78
[junit4:junit4]   2> 946 T1887 C143 REQ [00004_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 946 T1838 C142 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 947 T1858 C143 REQ [00004_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 947 T1897 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 947 T1898 C141 REQ [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 949 T1894 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 949 T1882 C139 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 949 T1886 C143 REQ [00004_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 948 T1897 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 950 T1884 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id24]} 0 30
[junit4:junit4]   2> 951 T1859 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id36]} 0 0
[junit4:junit4]   2> 949 T1894 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 952 T1836 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id33]} 0 28
[junit4:junit4]   2> 951 T1887 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id37]} 0 4
[junit4:junit4]   2> 951 T1837 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id15]} 0 17
[junit4:junit4]   2> 951 T1890 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id35]} 0 5
[junit4:junit4]   2> 950 T1899 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id17]} 0 25
[junit4:junit4]   2> 950 T1881 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id4]} 0 23
[junit4:junit4]   2> 950 T1892 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id31]} 0 43
[junit4:junit4]   2> 956 T1897 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 956 T1894 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 956 T1890 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id38]} 0 0
[junit4:junit4]   2> 950 T1838 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id8]} 0 24
[junit4:junit4]   2> 955 T1875 C143 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00004_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@18007419),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 955 T1895 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id39]} 0 1
[junit4:junit4]   2> 954 T1893 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id40]} 0 0
[junit4:junit4]   2> 958 T1875 C143 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 959 T1890 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id44]} 0 1
[junit4:junit4]   2> 959 T1891 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id46]} 0 0
[junit4:junit4]   2> 960 T1875 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id34]} 0 12
[junit4:junit4]   2> 960 T1858 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id47]} 0 0
[junit4:junit4]   2> 957 T1876 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id42]} 0 0
[junit4:junit4]   2> 961 T1898 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id48]} 0 0
[junit4:junit4]   2> 962 T1886 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id49]} 0 1
[junit4:junit4]   2> 963 T1884 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id51]} 0 0
[junit4:junit4]   2> 964 T1837 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id55]} 0 1
[junit4:junit4]   2> 964 T1887 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id54]} 0 1
[junit4:junit4]   2> 964 T1881 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id56]} 0 0
[junit4:junit4]   2> 967 T1892 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id58]} 0 1
[junit4:junit4]   2> 971 T1839 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id61]} 0 1
[junit4:junit4]   2> 971 T1879 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id60]} 0 0
[junit4:junit4]   2> 974 T1895 C140 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00005_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@58219f57),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 975 T1895 C140 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 976 T1891 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id64]} 0 1
[junit4:junit4]   2> 976 T1895 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id62]} 0 6
[junit4:junit4]   2> 977 T1891 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id63]} 0 0
[junit4:junit4]   2> 994 T1876 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id66]} 0 1
[junit4:junit4]   2> 994 T1858 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id65]} 0 1
[junit4:junit4]   2> 995 T1858 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id67]} 0 0
[junit4:junit4]   2> 995 T1894 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 996 T1893 C137 REQ [00018_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 996 T1838 C129 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 997 T1897 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 998 T1884 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id69]} 0 1
[junit4:junit4]   2> 998 T1894 oasc.SolrCore.<init> [00019_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00019_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00019_core/data/
[junit4:junit4]   2> 998 T1837 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id70]} 0 0
[junit4:junit4]   2> 998 T1894 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 999 T1894 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 999 T1897 oasc.SolrCore.<init> [00017_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00017_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00017_core/data/
[junit4:junit4]   2> 999 T1897 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 1001 T1887 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id71]} 0 1
[junit4:junit4]   2> 1001 T1894 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00019_core/data forceNew: false
[junit4:junit4]   2> 1001 T1894 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00019_core/data/index/
[junit4:junit4]   2> 1001 T1897 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1002 T1894 oasc.SolrCore.initIndex WARNING [00019_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00019_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1002 T1897 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00017_core/data forceNew: false
[junit4:junit4]   2> 1003 T1894 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00019_core/data/index forceNew: false
[junit4:junit4]   2> 1003 T1897 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00017_core/data/index/
[junit4:junit4]   2> 1003 T1897 oasc.SolrCore.initIndex WARNING [00017_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00017_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1004 T1890 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id73]} 0 1
[junit4:junit4]   2> 1004 T1897 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00017_core/data/index forceNew: false
[junit4:junit4]   2> 1005 T1896 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-minimal.xml
[junit4:junit4]   2> 1005 T1896 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 1007 T1839 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id74]} 0 1
[junit4:junit4]   2> 1008 T1894 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@870860a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1008 T1894 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1008 T1896 oass.IndexSchema.readSchema Schema name=tiny
[junit4:junit4]   2> 1008 T1897 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dc4a42e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1009 T1894 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 1010 T1879 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id75]} 0 1
[junit4:junit4]   2> 1009 T1897 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1011 T1897 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 1012 T1894 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 1012 T1875 C136 REQ [00003_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1012 T1897 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 1013 T1895 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id76]} 0 0
[junit4:junit4]   2> 1014 T1897 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 1014 T1894 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 1014 T1897 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1014 T1894 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1016 T1891 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id77]} 0 1
[junit4:junit4]   2> 1018 T1894 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1018 T1897 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1019 T1898 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id78]} 0 1
[junit4:junit4]   2> 1021 T1894 oass.SolrIndexSearcher.<init> Opening Searcher@327cc900 main
[junit4:junit4]   2> 1021 T1876 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id79]} 0 0
[junit4:junit4]   2> 1021 T1897 oass.SolrIndexSearcher.<init> Opening Searcher@77f86a54 main
[junit4:junit4]   2> 1022 T1894 oasc.SolrCore.registerSearcher [00019_core] Registered new searcher Searcher@327cc900 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1022 T1897 oasc.SolrCore.registerSearcher [00017_core] Registered new searcher Searcher@77f86a54 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1022 T1894 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1023 T1897 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1023 T1894 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1023 T1897 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1024 T1858 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id80]} 0 0
[junit4:junit4]   2> 1026 T1896 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1027 T1896 oasc.SolrCore.<init> [00010_core] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core/data/
[junit4:junit4]   2> 1027 T1896 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5cd12c0c
[junit4:junit4]   2> 1027 T1884 C133 REQ [00011_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1028 T1896 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockFSDirectoryFactory
[junit4:junit4]   2> 1028 T1894 oasc.CoreMaps.putTransientCore Opening transient core 00019_core
[junit4:junit4]   2> 1029 T1894 oasc.CoreContainer.registerCore registering core: 00019_core
[junit4:junit4]   2> 1029 T1896 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core/data forceNew: false
[junit4:junit4]   2> 1029 T1896 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core/data/index/
[junit4:junit4]   2> 1029 T1896 oasc.SolrCore.initIndex WARNING [00010_core] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1029 T1897 oasc.CoreMaps.putTransientCore Opening transient core 00017_core
[junit4:junit4]   2> 1030 T1897 oasc.CoreContainer.registerCore registering core: 00017_core
[junit4:junit4]   2> 1030 T1896 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core/data/index forceNew: false
[junit4:junit4]   2> 1033 T1896 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ab8bcc7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> ASYNC  NEW_CORE C144 name=00019_core org.apache.solr.core.SolrCore@4de0ab71
[junit4:junit4]   2> 1033 T1893 C144 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1033 T1896 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1034 T1896 oasc.SolrCore.initWriters created json: solr.JSONResponseWriter
[junit4:junit4]   2> 1035 T1894 C144 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00019_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@870860a),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1041 T1894 C144 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1042 T1878 C144 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 1044 T1894 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id19]} 0 12
[junit4:junit4]   2> 1044 T1896 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   2> 1045 T1882 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id53]} 0 2
[junit4:junit4]   2> ASYNC  NEW_CORE C145 name=00017_core org.apache.solr.core.SolrCore@5917afa8
[junit4:junit4]   2> 1044 T1897 C145 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00017_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1dc4a42e),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1045 T1902 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id27]} 0 4
[junit4:junit4]   2> 1045 T1897 C145 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1046 T1896 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
[junit4:junit4]   2> 1047 T1896 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1047 T1880 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id41]} 0 6
[junit4:junit4]   2> 1047 T1837 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id83]} 0 0
[junit4:junit4]   2> 1048 T1888 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id43]} 0 13
[junit4:junit4]   2> 1048 T1889 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id45]} 0 13
[junit4:junit4]   2> 1048 T1897 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id23]} 0 14
[junit4:junit4]   2> 1048 T1838 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id81]} 0 5
[junit4:junit4]   2> 1048 T1888 C142 REQ [00006_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1049 T1890 C134 REQ [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1049 T1887 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id84]} 0 0
[junit4:junit4]   2> 1050 T1890 C139 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1050 T1891 C127 REQ [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1051 T1887 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id86]} 0 1
[junit4:junit4]   2> 1051 T1896 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1051 T1898 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id87]} 0 0
[junit4:junit4]   2> 1051 T1837 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id82]} 0 3
[junit4:junit4]   2> 1052 T1887 C129 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1051 T1876 C127 REQ [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1052 T1884 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id91]} 0 0
[junit4:junit4]   2> 1052 T1858 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id85]} 0 0
[junit4:junit4]   2> 1053 T1898 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id89]} 0 1
[junit4:junit4]   2> 1053 T1878 C145 REQ [00017_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 1053 T1876 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id90]} 0 0
[junit4:junit4]   2> 1054 T1858 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id92]} 0 0
[junit4:junit4]   2> 1055 T1876 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id93]} 0 1
[junit4:junit4]   2> 1055 T1896 oass.SolrIndexSearcher.<init> Opening Searcher@328d64f2 main
[junit4:junit4]   2> 1055 T1858 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id94]} 0 0
[junit4:junit4]   2> 1055 T1876 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id95]} 0 0
[junit4:junit4]   2> 1056 T1896 oasc.SolrCore.registerSearcher [00010_core] Registered new searcher Searcher@328d64f2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1056 T1858 C129 REQ [00013_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1056 T1896 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1056 T1896 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1057 T1876 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id96]} 0 1
[junit4:junit4]   2> 1057 T1882 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id98]} 0 0
[junit4:junit4]   2> 1057 T1889 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id99]} 0 0
[junit4:junit4]   2> 1058 T1890 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id100]} 0 0
[junit4:junit4]   2> 1058 T1889 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id101]} 0 0
[junit4:junit4]   2> 1059 T1890 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id102]} 0 0
[junit4:junit4]   2> 1059 T1889 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id103]} 0 0
[junit4:junit4]   2> 1060 T1890 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id104]} 0 1
[junit4:junit4]   2> 1060 T1898 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id105]} 0 0
[junit4:junit4]   2> 1061 T1896 oasc.CoreMaps.putTransientCore Opening transient core 00010_core
[junit4:junit4]   2> 1061 T1894 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id97]} 0 1
[junit4:junit4]   2> 1061 T1896 oasc.CoreContainer.registerCore registering core: 00010_core
[junit4:junit4]   2> 1061 T1898 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id107]} 0 0
[junit4:junit4]   2> 1061 T1878 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id106]} 0 0
[junit4:junit4]   2> 1062 T1898 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id109]} 0 0
[junit4:junit4]   2> 1063 T1898 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id110]} 0 0
[junit4:junit4]   2> ASYNC  NEW_CORE C146 name=00010_core org.apache.solr.core.SolrCore@1bd9852b
[junit4:junit4]   2> 1064 T1896 C146 REQ [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1065 T1896 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id112]} 0 0
[junit4:junit4]   2> 1067 T1902 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id113]} 0 1
[junit4:junit4]   2> 1068 T1893 C146 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/OpenCloseCoreStressTest_/00010_core/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ab8bcc7),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1068 T1902 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id108]} 0 1
[junit4:junit4]   2> 1068 T1838 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id116]} 0 0
[junit4:junit4]   2> 1068 T1896 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id115]} 0 0
[junit4:junit4]   2> 1069 T1893 C146 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1070 T1839 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id117]} 0 0
[junit4:junit4]   2> 1071 T1889 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id119]} 0 0
[junit4:junit4]   2> 1069 T1880 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id114]} 0 1
[junit4:junit4]   2> 1071 T1893 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id88]} 0 6
[junit4:junit4]   2> 1072 T1836 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id52]} 0 4
[junit4:junit4]   2> 1071 T1839 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id120]} 0 0
[junit4:junit4]   2> 1070 T1882 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id118]} 0 0
[junit4:junit4]   2> 1073 T1899 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id57]} 0 7
[junit4:junit4]   2> 1073 T1887 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id122]} 0 0
[junit4:junit4]   2> 1073 T1884 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id121]} 0 0
[junit4:junit4]   2> 1073 T1892 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id59]} 0 7
[junit4:junit4]   2> 1074 T1890 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id124]} 0 0
[junit4:junit4]   2> 1074 T1859 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id50]} 0 6
[junit4:junit4]   2> 1075 T1902 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id126]} 0 1
[junit4:junit4]   2> 1075 T1877 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id28]} 0 7
[junit4:junit4]   2> 1076 T1886 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id68]} 0 10
[junit4:junit4]   2> 1076 T1894 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id123]} 0 2
[junit4:junit4]   2> 1076 T1902 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id129]} 0 1
[junit4:junit4]   2> 1075 T1878 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id125]} 0 1
[junit4:junit4]   2> 1076 T1838 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id128]} 0 1
[junit4:junit4]   2> 1075 T1881 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id72]} 0 8
[junit4:junit4]   2> 1077 T1894 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id131]} 0 1
[junit4:junit4]   2> 1077 T1858 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id133]} 0 1
[junit4:junit4]   2> 1077 T1838 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id132]} 0 0
[junit4:junit4]   2> 1075 T1898 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id111]} 0 8
[junit4:junit4]   2> 1078 T1894 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id135]} 0 1
[junit4:junit4]   2> 1078 T1889 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id138]} 0 0
[junit4:junit4]   2> 1077 T1902 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id127]} 0 0
[junit4:junit4]   2> 1079 T1880 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id139]} 0 0
[junit4:junit4]   2> 1077 T1878 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id130]} 0 1
[junit4:junit4]   2> 1079 T1836 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id142]} 0 0
[junit4:junit4]   2> 1080 T1878 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id145]} 0 0
[junit4:junit4]   2> 1078 T1838 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id136]} 0 0
[junit4:junit4]   2> 1078 T1837 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id137]} 0 0
[junit4:junit4]   2> 1081 T1859 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id147]} 0 0
[junit4:junit4]   2> 1078 T1881 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id134]} 0 1
[junit4:junit4]   2> 1081 T1888 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id143]} 0 0
[junit4:junit4]   2> 1081 T1836 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id144]} 0 1
[junit4:junit4]   2> 1082 T1877 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id149]} 0 0
[junit4:junit4]   2> 1082 T1886 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id150]} 0 0
[junit4:junit4]   2> 1080 T1890 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id146]} 0 0
[junit4:junit4]   2> 1082 T1836 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id151]} 0 0
[junit4:junit4]   2> 1083 T1887 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id152]} 0 1
[junit4:junit4]   2> 1080 T1899 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id141]} 0 0
[junit4:junit4]   2> 1083 T1836 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id156]} 0 0
[junit4:junit4]   2> 1084 T1887 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id155]} 0 1
[junit4:junit4]   2> 1084 T1836 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id158]} 0 0
[junit4:junit4]   2> 1085 T1858 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id153]} 0 2
[junit4:junit4]   2> 1085 T1836 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id160]} 0 0
[junit4:junit4]   2> 1085 T1858 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id161]} 0 0
[junit4:junit4]   2> 1079 T1893 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id140]} 0 0
[junit4:junit4]   2> 1085 T1887 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id159]} 0 1
[junit4:junit4]   2> 1087 T1858 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id162]} 0 1
[junit4:junit4]   2> 1087 T1887 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id163]} 0 0
[junit4:junit4]   2> 1087 T1893 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id164]} 0 0
[junit4:junit4]   2> 1088 T1897 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id167]} 0 0
[junit4:junit4]   2> 1088 T1879 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id169]} 0 0
[junit4:junit4]   2> 1088 T1887 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id168]} 0 0
[junit4:junit4]   2> 1088 T1875 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id170]} 0 0
[junit4:junit4]   2> 1084 T1899 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id157]} 0 0
[junit4:junit4]   2> 1089 T1875 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id166]} 0 0
[junit4:junit4]   2> 1089 T1899 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id174]} 0 0
[junit4:junit4]   2> 1090 T1875 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id175]} 0 0
[junit4:junit4]   2> 1082 T1892 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id148]} 0 0
[junit4:junit4]   2> 1091 T1899 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id176]} 0 1
[junit4:junit4]   2> 1092 T1891 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id179]} 0 0
[junit4:junit4]   2> 1092 T1891 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id181]} 0 0
[junit4:junit4]   2> 1091 T1876 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id178]} 0 0
[junit4:junit4]   2> 1091 T1875 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id177]} 0 1
[junit4:junit4]   2> 1089 T1887 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id173]} 0 0
[junit4:junit4]   2> 1089 T1897 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id172]} 0 1
[junit4:junit4]   2> 1088 T1895 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id171]} 0 0
[junit4:junit4]   2> 1093 T1875 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id183]} 0 0
[junit4:junit4]   2> 1094 T1897 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id184]} 0 0
[junit4:junit4]   2> 1087 T1858 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id165]} 0 0
[junit4:junit4]   2> 1086 T1836 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id154]} 0 0
[junit4:junit4]   2> 1093 T1876 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id180]} 0 0
[junit4:junit4]   2> 1093 T1886 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id182]} 0 0
[junit4:junit4]   2> 1096 T1878 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id187]} 0 1
[junit4:junit4]   2> 1096 T1889 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id189]} 0 0
[junit4:junit4]   2> 1096 T1838 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id188]} 0 0
[junit4:junit4]   2> 1097 T1836 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id191]} 0 1
[junit4:junit4]   2> 1095 T1882 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id186]} 0 0
[junit4:junit4]   2> 1096 T1878 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id192]} 0 0
[junit4:junit4]   2> 1097 T1837 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id195]} 0 0
[junit4:junit4]   2> 1098 T1878 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id196]} 0 0
[junit4:junit4]   2> 1098 T1889 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id194]} 0 1
[junit4:junit4]   2> 1096 T1897 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id185]} 0 1
[junit4:junit4]   2> 1096 T1886 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id190]} 0 1
[junit4:junit4]   2> 1099 T1837 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id199]} 0 1
[junit4:junit4]   2> 1099 T1886 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id202]} 0 0
[junit4:junit4]   2> 1099 T1837 C146 REQ [00010_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1100 T1837 C132 REQ [00008_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1100 T1896 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id193]} 0 0
[junit4:junit4]   2> 1101 T1837 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id203]} 0 0
[junit4:junit4]   2> 1101 T1899 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id198]} 0 0
[junit4:junit4]   2> 1102 T1896 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id200]} 0 1
[junit4:junit4]   2> 1102 T1837 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id205]} 0 0
[junit4:junit4]   2> 1103 T1898 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id207]} 0 0
[junit4:junit4]   2> 1103 T1886 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id208]} 0 0
[junit4:junit4]   2> 1104 T1898 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id210]} 0 1
[junit4:junit4]   2> 1104 T1886 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id211]} 0 0
[junit4:junit4]   2> 1105 T1898 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id212]} 0 1
[junit4:junit4]   2> 1105 T1886 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id213]} 0 0
[junit4:junit4]   2> 1105 T1898 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id204]} 0 0
[junit4:junit4]   2> 1106 T1886 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id216]} 0 0
[junit4:junit4]   2> 1106 T1898 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id215]} 0 0
[junit4:junit4]   2> 1107 T1886 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id217]} 0 0
[junit4:junit4]   2> 1107 T1898 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id218]} 0 0
[junit4:junit4]   2> 1108 T1886 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id219]} 0 1
[junit4:junit4]   2> 1108 T1898 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id220]} 0 0
[junit4:junit4]   2> 1108 T1886 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id221]} 0 0
[junit4:junit4]   2> 1109 T1898 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id222]} 0 0
[junit4:junit4]   2> 1109 T1886 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id223]} 0 0
[junit4:junit4]   2> 1102 T1899 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id206]} 0 0
[junit4:junit4]   2> 1111 T1899 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id227]} 0 0
[junit4:junit4]   2> 1111 T1896 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id228]} 0 0
[junit4:junit4]   2> 1112 T1899 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id229]} 0 1
[junit4:junit4]   2> 1112 T1897 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id226]} 0 1
[junit4:junit4]   2> 1113 T1899 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id230]} 0 1
[junit4:junit4]   2> 1113 T1897 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id233]} 0 0
[junit4:junit4]   2> 1113 T1899 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id232]} 0 0
[junit4:junit4]   2> 1100 T1892 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id201]} 0 0
[junit4:junit4]   2> 1114 T1896 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id214]} 0 1
[junit4:junit4]   2> 1115 T1892 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id235]} 0 1
[junit4:junit4]   2> 1110 T1886 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id225]} 0 0
[junit4:junit4]   2> 1103 T1837 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id209]} 0 0
[junit4:junit4]   2> 1115 T1892 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id236]} 0 0
[junit4:junit4]   2> 1116 T1886 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id237]} 0 0
[junit4:junit4]   2> 1116 T1892 C134 REQ [00016_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1110 T1898 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id224]} 0 1
[junit4:junit4]   2> 1116 T1837 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id238]} 0 0
[junit4:junit4]   2> 1117 T1892 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id239]} 0 0
[junit4:junit4]   2> 1117 T1898 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id240]} 0 0
[junit4:junit4]   2> 1118 T1899 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id244]} 0 0
[junit4:junit4]   2> 1118 T1892 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id231]} 0 0
[junit4:junit4]   2> 1118 T1837 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id242]} 0 1
[junit4:junit4]   2> 1119 T1899 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id246]} 0 0
[junit4:junit4]   2> 1119 T1897 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id234]} 0 5
[junit4:junit4]   2> 1119 T1896 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id241]} 0 0
[junit4:junit4]   2> 1120 T1886 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id245]} 0 1
[junit4:junit4]   2> 1119 T1892 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id247]} 0 0
[junit4:junit4]   2> 1120 T1899 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id248]} 0 0
[junit4:junit4]   2> 1120 T1897 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id243]} 0 0
[junit4:junit4]   2> 1121 T1896 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id250]} 0 1
[junit4:junit4]   2> 1121 T1899 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id252]} 0 0
[junit4:junit4]   2> 1121 T1837 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id253]} 0 0
[junit4:junit4]   2> 1121 T1897 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id254]} 0 0
[junit4:junit4]   2> 1121 T1886 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id255]} 0 0
[junit4:junit4]   2> 1122 T1899 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id256]} 0 1
[junit4:junit4]   2> 1122 T1896 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id257]} 0 0
[junit4:junit4]   2> 1122 T1892 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id251]} 0 2
[junit4:junit4]   2> 1123 T1898 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id259]} 0 1
[junit4:junit4]   2> 1123 T1899 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id262]} 0 0
[junit4:junit4]   2> 1123 T1896 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id249]} 0 0
[junit4:junit4]   2> 1123 T1892 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id261]} 0 0
[junit4:junit4]   2> 1124 T1898 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id263]} 0 1
[junit4:junit4]   2> 1124 T1892 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id265]} 0 0
[junit4:junit4]   2> 1125 T1898 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id264]} 0 1
[junit4:junit4]   2> 1123 T1897 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id260]} 0 0
[junit4:junit4]   2> 1125 T1898 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id267]} 0 0
[junit4:junit4]   2> 1122 T1837 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id258]} 0 0
[junit4:junit4]   2> 1128 T1887 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id275]} 0 0
[junit4:junit4]   2> 1125 T1892 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id268]} 0 0
[junit4:junit4]   2> 1124 T1886 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id266]} 0 0
[junit4:junit4]   2> 1128 T1897 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id269]} 0 0
[junit4:junit4]   2> 1128 T1895 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id277]} 0 0
[junit4:junit4]   2> 1128 T1880 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id274]} 0 0
[junit4:junit4]   2> 1128 T1902 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id273]} 0 0
[junit4:junit4]   2> 1128 T1898 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id271]} 0 0
[junit4:junit4]   2> 1128 T1894 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id270]} 0 1
[junit4:junit4]   2> 1127 T1893 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id197]} 0 27
[junit4:junit4]   2> 1131 T1838 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id280]} 0 1
[junit4:junit4]   2> 1131 T1882 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id281]} 0 0
[junit4:junit4]   2> 1128 T1891 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id272]} 0 1
[junit4:junit4]   2> 1132 T1893 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id284]} 0 0
[junit4:junit4]   2> 1132 T1858 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id286]} 0 0
[junit4:junit4]   2> 1130 T1892 C130 REQ [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1133 T1884 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id288]} 0 0
[junit4:junit4]   2> 1134 T1890 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id290]} 0 1
[junit4:junit4]   2> 1134 T1889 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id291]} 0 1
[junit4:junit4]   2> 1134 T1895 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id293]} 0 0
[junit4:junit4]   2> 1129 T1837 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id279]} 0 0
[junit4:junit4]   2> 1129 T1887 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id278]} 0 0
[junit4:junit4]   2> 1135 T1899 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id294]} 0 0
[junit4:junit4]   2> 1129 T1879 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id276]} 0 0
[junit4:junit4]   2> 1135 T1897 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id295]} 0 0
[junit4:junit4]   2> 1134 T1886 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id292]} 0 0
[junit4:junit4]   2> 1134 T1878 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id289]} 0 1
[junit4:junit4]   2> 1137 T1876 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id298]} 0 1
[junit4:junit4]   2> 1137 T1880 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id299]} 0 0
[junit4:junit4]   2> 1133 T1893 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id285]} 0 1
[junit4:junit4]   2> 1133 T1888 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id282]} 0 0
[junit4:junit4]   2> 1133 T1881 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id283]} 0 0
[junit4:junit4]   2> 1133 T1859 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id287]} 0 1
[junit4:junit4]   2> 1138 T1836 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id304]} 0 1
[junit4:junit4]   2> 1137 T1902 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id300]} 0 0
[junit4:junit4]   2> 1136 T1896 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id297]} 0 0
[junit4:junit4]   2> 1136 T1899 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id296]} 0 0
[junit4:junit4]   2> 1136 T1887 C139 REQ [00002_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1139 T1902 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id306]} 0 0
[junit4:junit4]   2> 1139 T1896 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id309]} 0 0
[junit4:junit4]   2> 1139 T1894 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id303]} 0 1
[junit4:junit4]   2> 1139 T1891 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id305]} 0 0
[junit4:junit4]   2> 1137 T1898 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id301]} 0 0
[junit4:junit4]   2> 1138 T1838 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id302]} 0 1
[junit4:junit4]   2> 1139 T1877 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id307]} 0 0
[junit4:junit4]   2> 1141 T1891 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id312]} 0 1
[junit4:junit4]   2> 1141 T1889 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id311]} 0 1
[junit4:junit4]   2> 1141 T1838 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id313]} 0 0
[junit4:junit4]   2> 1141 T1895 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id314]} 0 0
[junit4:junit4]   2> 1139 T1884 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id308]} 0 0
[junit4:junit4]   2> 1142 T1838 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id316]} 0 0
[junit4:junit4]   2> 1142 T1875 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id318]} 0 0
[junit4:junit4]   2> 1143 T1884 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id319]} 0 0
[junit4:junit4]   2> 1143 T1838 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id310]} 0 0
[junit4:junit4]   2> 1144 T1897 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id317]} 0 1
[junit4:junit4]   2> 1144 T1884 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id322]} 0 1
[junit4:junit4]   2> 1142 T1889 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id315]} 0 0
[junit4:junit4]   2> 1144 T1838 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id324]} 0 0
[junit4:junit4]   2> 1144 T1878 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id326]} 0 0
[junit4:junit4]   2> 1145 T1886 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id328]} 0 0
[junit4:junit4]   2> 1146 T1838 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id327]} 0 1
[junit4:junit4]   2> 1146 T1886 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id330]} 0 1
[junit4:junit4]   2> 1146 T1876 C144 REQ [00019_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1147 T1880 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id333]} 0 1
[junit4:junit4]   2> 1145 T1889 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id320]} 0 0
[junit4:junit4]   2> 1144 T1839 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id325]} 0 0
[junit4:junit4]   2> 1148 T1858 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id335]} 0 1
[junit4:junit4]   2> 1148 T1891 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id332]} 0 1
[junit4:junit4]   2> 1147 T1859 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id334]} 0 1
[junit4:junit4]   2> 1148 T1892 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id336]} 0 0
[junit4:junit4]   2> 1146 T1878 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id329]} 0 1
[junit4:junit4]   2> 1149 T1839 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id338]} 0 1
[junit4:junit4]   2> 1149 T1859 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id339]} 0 0
[junit4:junit4]   2> 1146 T1898 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id323]} 0 1
[junit4:junit4]   2> 1146 T1884 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id321]} 0 1
[junit4:junit4]   2> 1149 T1837 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id340]} 0 0
[junit4:junit4]   2> 1148 T1880 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id337]} 0 0
[junit4:junit4]   2> 1148 T1877 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id331]} 0 1
[junit4:junit4]   2> 1157 T1859 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id341]} 0 8
[junit4:junit4]   2> 1158 T1891 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id346]} 0 0
[junit4:junit4]   2> 1159 T1859 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id345]} 0 1
[junit4:junit4]   2> 1159 T1894 C131 REQ [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1159 T1875 C143 REQ [00004_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1160 T1884 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id344]} 0 1
[junit4:junit4]   2> 1160 T1859 C136 REQ [00003_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1159 T1889 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id343]} 0 0
[junit4:junit4]   2> 1160 T1884 C130 REQ [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1161 T1888 C130 REQ [00014_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1161 T1859 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id349]} 0 0
[junit4:junit4]   2> 1161 T1893 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id348]} 0 0
[junit4:junit4]   2> 1160 T1875 C141 REQ [00001_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1160 T1858 C127 REQ [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 1161 T1836 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id353]} 0 0
[junit4:junit4]   2> 1160 T1891 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id342]} 0 1
[junit4:junit4]   2> 1161 T1889 C131 REQ [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1162 T1894 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id356]} 0 0
[junit4:junit4]   2> 1162 T1884 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id351]} 0 0
[junit4:junit4]   2> 1163 T1891 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id355]} 0 0
[junit4:junit4]   2> 1163 T1894 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id359]} 0 0
[junit4:junit4]   2> 1164 T1837 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id357]} 0 2
[junit4:junit4]   2> 1163 T1836 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id354]} 0 0
[junit4:junit4]   2> 1164 T1889 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id350]} 0 1
[junit4:junit4]   2> 1165 T1858 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id360]} 0 1
[junit4:junit4]   2> 1165 T1884 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id363]} 0 1
[junit4:junit4]   2> 1165 T1836 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id352]} 0 0
[junit4:junit4]   2> 1163 T1893 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id358]} 0 0
[junit4:junit4]   2> 1166 T1858 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id364]} 0 0
[junit4:junit4]   2> 1165 T1837 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id362]} 0 0
[junit4:junit4]   2> 1165 T1886 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id347]} 0 3
[junit4:junit4]   2> 1165 T1891 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id361]} 0 1
[junit4:junit4]   2> 1167 T1890 C131 REQ [00007_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1167 T1882 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id366]} 0 0
[junit4:junit4]   2> 1167 T1894 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id371]} 0 0
[junit4:junit4]   2> 1167 T1836 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id369]} 0 1
[junit4:junit4]   2> 1168 T1896 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id373]} 0 0
[junit4:junit4]   2> 1169 T1895 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id375]} 0 1
[junit4:junit4]   2> 1166 T1889 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id367]} 0 0
[junit4:junit4]   2> 1169 T1886 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id374]} 0 0
[junit4:junit4]   2> 1166 T1897 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id365]} 0 0
[junit4:junit4]   2> 1168 T1838 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id368]} 0 0
[junit4:junit4]   2> 1168 T1892 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id370]} 0 1
[junit4:junit4]   2> 1170 T1858 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id378]} 0 0
[junit4:junit4]   2> 1171 T1838 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id380]} 0 1
[junit4:junit4]   2> 1171 T1893 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id379]} 0 0
[junit4:junit4]   2> 1172 T1875 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id384]} 0 1
[junit4:junit4]   2> 1167 T1837 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id372]} 0 0
[junit4:junit4]   2> 1172 T1838 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id385]} 0 1
[junit4:junit4]   2> 1172 T1892 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id386]} 0 1
[junit4:junit4]   2> 1172 T1893 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id388]} 0 0
[junit4:junit4]   2> 1171 T1880 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id382]} 0 1
[junit4:junit4]   2> 1171 T1839 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id381]} 0 1
[junit4:junit4]   2> 1173 T1838 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id390]} 0 0
[junit4:junit4]   2> 1170 T1884 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id377]} 0 0
[junit4:junit4]   2> 1169 T1878 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id376]} 0 0
[junit4:junit4]   2> 1174 T1892 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id391]} 0 1
[junit4:junit4]   2> 1175 T1879 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id394]} 0 1
[junit4:junit4]   2> 1175 T1878 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id393]} 0 0
[junit4:junit4]   2> 1174 T1881 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id392]} 0 0
[junit4:junit4]   2> 1173 T1899 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id389]} 0 0
[junit4:junit4]   2> 1176 T1893 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id399]} 0 0
[junit4:junit4]   2> 1177 T1881 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id398]} 0 1
[junit4:junit4]   2> 1173 T1887 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id387]} 0 0
[junit4:junit4]   2> 1172 T1859 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id383]} 0 0
[junit4:junit4]   2> 1178 T1902 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id405]} 0 1
[junit4:junit4]   2> 1177 T1877 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id404]} 0 0
[junit4:junit4]   2> 1177 T1897 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id403]} 0 0
[junit4:junit4]   2> 1177 T1893 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id402]} 0 1
[junit4:junit4]   2> 1178 T1887 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id408]} 0 0
[junit4:junit4]   2> 1177 T1894 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id401]} 0 1
[junit4:junit4]   2> 1177 T1899 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id396]} 0 1
[junit4:junit4]   2> 1176 T1878 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id400]} 0 0
[junit4:junit4]   2> 1175 T1879 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id397]} 0 0
[junit4:junit4]   2> 1175 T1884 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id395]} 0 0
[junit4:junit4]   2> 1179 T1890 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id409]} 0 0
[junit4:junit4]   2> 1180 T1859 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id410]} 0 0
[junit4:junit4]   2> 1180 T1880 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id411]} 0 0
[junit4:junit4]   2> 1178 T1886 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id407]} 0 0
[junit4:junit4]   2> 1178 T1876 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id406]} 0 0
[junit4:junit4]   2> 1181 T1837 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id414]} 0 1
[junit4:junit4]   2> 1180 T1839 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id413]} 0 0
[junit4:junit4]   2> 1182 T1893 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id417]} 0 1
[junit4:junit4]   2> 1183 T1892 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id418]} 0 2
[junit4:junit4]   2> 1181 T1838 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id412]} 0 0
[junit4:junit4]   2> 1183 T1895 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id423]} 0 1
[junit4:junit4]   2> 1183 T1836 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id422]} 0 1
[junit4:junit4]   2> 1183 T1837 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id421]} 0 1
[junit4:junit4]   2> 1184 T1895 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id424]} 0 1
[junit4:junit4]   2> 1184 T1836 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id428]} 0 0
[junit4:junit4]   2> 1184 T1891 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id419]} 0 1
[junit4:junit4]   2> 1184 T1892 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id425]} 0 0
[junit4:junit4]   2> 1185 T1893 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id426]} 0 1
[junit4:junit4]   2> 1182 T1876 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id415]} 0 1
[junit4:junit4]   2> 1185 T1891 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id429]} 0 0
[junit4:junit4]   2> 1182 T1886 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id416]} 0 1
[junit4:junit4]   2> 1184 T1838 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id427]} 0 0
[junit4:junit4]   2> 1186 T1888 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id434]} 0 0
[junit4:junit4]   2> 1187 T1836 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id430]} 0 1
[junit4:junit4]   2> 1187 T1898 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id436]} 0 0
[junit4:junit4]   2> 1187 T1836 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id440]} 0 0
[junit4:junit4]   2> 1183 T1889 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id420]} 0 0
[junit4:junit4]   2> 1188 T1896 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id433]} 0 1
[junit4:junit4]   2> 1187 T1888 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id439]} 0 0
[junit4:junit4]   2> 1188 T1890 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id438]} 0 0
[junit4:junit4]   2> 1189 T1884 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id441]} 0 1
[junit4:junit4]   2> 1187 T1881 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id437]} 0 0
[junit4:junit4]   2> 1189 T1882 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id444]} 0 0
[junit4:junit4]   2> 1190 T1902 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id443]} 0 0
[junit4:junit4]   2> 1186 T1891 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id432]} 0 0
[junit4:junit4]   2> 1186 T1876 C146 UPDATE [00010_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id431]} 0 1
[junit4:junit4]   2> 1190 T1882 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id446]} 0 0
[junit4:junit4]   2> 1189 T1875 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id442]} 0 0
[junit4:junit4]   2> 1188 T1886 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id435]} 0 2
[junit4:junit4]   2> 1191 T1876 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id450]} 0 0
[junit4:junit4]   2> 1191 T1881 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id445]} 0 1
[junit4:junit4]   2> 1192 T1886 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id449]} 0 1
[junit4:junit4]   2> 1192 T1899 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id452]} 0 0
[junit4:junit4]   2> 1192 T1898 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id456]} 0 0
[junit4:junit4]   2> 1193 T1887 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id451]} 0 1
[junit4:junit4]   2> 1193 T1891 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id457]} 0 0
[junit4:junit4]   2> 1192 T1876 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id448]} 0 1
[junit4:junit4]   2> 1193 T1899 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id458]} 0 0
[junit4:junit4]   2> 1194 T1836 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id463]} 0 0
[junit4:junit4]   2> 1193 T1881 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id455]} 0 1
[junit4:junit4]   2> 1194 T1838 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id454]} 0 0
[junit4:junit4]   2> 1195 T1895 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id453]} 0 0
[junit4:junit4]   2> 1195 T1890 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id464]} 0 0
[junit4:junit4]   2> 1194 T1893 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id460]} 0 0
[junit4:junit4]   2> 1194 T1889 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id462]} 0 0
[junit4:junit4]   2> 1194 T1859 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id461]} 0 1
[junit4:junit4]   2> 1196 T1895 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id467]} 0 0
[junit4:junit4]   2> 1197 T1884 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id468]} 0 1
[junit4:junit4]   2> 1194 T1897 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id447]} 0 1
[junit4:junit4]   2> 1194 T1898 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id459]} 0 1
[junit4:junit4]   2> 1197 T1895 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id469]} 0 0
[junit4:junit4]   2> 1197 T1902 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id470]} 0 1
[junit4:junit4]   2> 1198 T1884 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id473]} 0 0
[junit4:junit4]   2> 1198 T1898 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id474]} 0 0
[junit4:junit4]   2> 1199 T1886 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id475]} 0 1
[junit4:junit4]   2> 1199 T1902 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id477]} 0 1
[junit4:junit4]   2> 1199 T1895 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id476]} 0 1
[junit4:junit4]   2> 1198 T1875 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id471]} 0 1
[junit4:junit4]   2> 1200 T1890 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id480]} 0 0
[junit4:junit4]   2> 1200 T1895 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id481]} 0 0
[junit4:junit4]   2> 1201 T1888 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id484]} 0 0
[junit4:junit4]   2> 1201 T1896 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id485]} 0 0
[junit4:junit4]   2> 1201 T1881 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id487]} 0 0
[junit4:junit4]   2> 1202 T1839 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id482]} 0 2
[junit4:junit4]   2> 1202 T1899 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id486]} 0 0
[junit4:junit4]   2> 1202 T1896 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id479]} 0 0
[junit4:junit4]   2> 1203 T1839 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id488]} 0 1
[junit4:junit4]   2> 1197 T1837 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id465]} 0 3
[junit4:junit4]   2> 1204 T1877 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id492]} 0 1
[junit4:junit4]   2> 1204 T1837 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id493]} 0 0
[junit4:junit4]   2> 1197 T1882 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id472]} 0 0
[junit4:junit4]   2> 1204 T1880 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id494]} 0 0
[junit4:junit4]   2> 1205 T1859 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id490]} 0 0
[junit4:junit4]   2> 1205 T1882 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id496]} 0 0
[junit4:junit4]   2> 1204 T1879 C133 REQ [00011_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1206 T1859 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id499]} 0 1
[junit4:junit4]   2> 1204 T1878 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id489]} 0 1
[junit4:junit4]   2> 1204 T1889 C127 REQ [00000_core] webapp=/solr path=/select params={q=*:*&wt=javabin&qt=/select&version=2} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 1206 T1898 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id500]} 0 0
[junit4:junit4]   2> 1203 T1881 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id491]} 0 1
[junit4:junit4]   2> 1203 T1836 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id483]} 0 1
[junit4:junit4]   2> 1200 T1897 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id466]} 0 0
[junit4:junit4]   2> 1199 T1858 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id478]} 0 0
[junit4:junit4]   2> 1207 T1891 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id501]} 0 0
[junit4:junit4]   2> 1206 T1887 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id497]} 0 0
[junit4:junit4]   2> 1205 T1880 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id498]} 0 0
[junit4:junit4]   2> 1209 T1895 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id504]} 0 1
[junit4:junit4]   2> 1209 T1888 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id505]} 0 1
[junit4:junit4]   2> 1204 T1877 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id495]} 0 0
[junit4:junit4]   2> 1209 T1887 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id508]} 0 0
[junit4:junit4]   2> 1210 T1877 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id511]} 0 1
[junit4:junit4]   2> 1210 T1893 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id512]} 0 1
[junit4:junit4]   2> 1210 T1887 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id513]} 0 0
[junit4:junit4]   2> 1211 T1877 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id514]} 0 1
[junit4:junit4]   2> 1211 T1893 C131 UPDATE [00007_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id515]} 0 0
[junit4:junit4]   2> 1208 T1890 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id502]} 0 1
[junit4:junit4]   2> 1211 T1838 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id507]} 0 2
[junit4:junit4]   2> 1207 T1886 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id503]} 0 0
[junit4:junit4]   2> 1211 T1887 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id516]} 0 0
[junit4:junit4]   2> 1211 T1895 C139 UPDATE [00002_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id510]} 0 1
[junit4:junit4]   2> 1213 T1859 C134 UPDATE [00016_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id521]} 0 1
[junit4:junit4]   2> 1213 T1884 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id522]} 0 0
[junit4:junit4]   2> 1214 T1895 C140 UPDATE [00005_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id525]} 0 1
[junit4:junit4]   2> 1214 T1859 C132 UPDATE [00008_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id523]} 0 1
[junit4:junit4]   2> 1215 T1836 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id518]} 0 1
[junit4:junit4]   2> 1215 T1895 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id529]} 0 0
[junit4:junit4]   2> 1216 T1891 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id530]} 0 1
[junit4:junit4]   2> 1210 T1892 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id509]} 0 1
[junit4:junit4]   2> 1216 T1877 C135 UPDATE [00009_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id531]} 0 0
[junit4:junit4]   2> 1209 T1881 C130 UPDATE [00014_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id506]} 0 1
[junit4:junit4]   2> 1216 T1897 C127 UPDATE [00000_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id528]} 0 2
[junit4:junit4]   2> 1217 T1888 C136 UPDATE [00003_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id526]} 0 1
[junit4:junit4]   2> 1215 T1894 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id527]} 0 1
[junit4:junit4]   2> 1212 T1838 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id519]} 0 0
[junit4:junit4]   2> 1214 T1884 C143 UPDATE [00004_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id524]} 0 0
[junit4:junit4]   2> 1213 T1879 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id520]} 0 1
[junit4:junit4]   2> 1218 T1837 C142 UPDATE [00006_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id534]} 0 0
[junit4:junit4]   2> 1219 T1837 C144 UPDATE [00019_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id538]} 0 0
[junit4:junit4]   2> 1212 T1882 C129 UPDATE [00013_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id517]} 0 0
[junit4:junit4]   2> 1220 T1878 C128 UPDATE [00015_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id541]} 0 0
[junit4:junit4]   2> 1220 T1887 C141 UPDATE [00001_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id540]} 0 0
[junit4:junit4]   2> 1220 T1882 C138 UPDATE [00012_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id542]} 0 0
[junit4:junit4]   2> 1221 T1878 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id544]} 0 1
[junit4:junit4]   2> 1221 T1882 C137 UPDATE [00018_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id545]} 0 0
[junit4:junit4]   2> 1221 T1878 C145 UPDATE [00017_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id546]} 0 0
[junit4:junit4]   2> 1219 T1879 C133 UPDATE [00011_core] webapp=/solr path=/update params={wt=javabin&version=2} {add=[id539]} 0 0
[junit4:junit4]

[...truncated too long message...]

10_core/data/index
[junit4:junit4]   2> 78723 T1830 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core/data
[junit4:junit4]   2> 78723 T1830 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./OpenCloseCoreStressTest_/00010_core/data
[junit4:junit4]   2> 78724 T1830 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 79007 T1830 oas.SolrTestCaseJ4.tearDown ###Ending test30SecondsNew
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=OpenCloseCoreStressTest -Dtests.method=test30SecondsNew -Dtests.seed=DFE274260ED4A402 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_CO -Dtests.timezone=Africa/Nairobi -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 36.1s J1 | OpenCloseCoreStressTest.test30SecondsNew <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Core 00010_core bad! expected:<55> but was:<41>
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([DFE274260ED4A402:BB5768F25C145D47]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.junit.Assert.failNotEquals(Assert.java:647)
[junit4:junit4]    > 	at org.junit.Assert.assertEquals(Assert.java:128)
[junit4:junit4]    > 	at org.junit.Assert.assertEquals(Assert.java:472)
[junit4:junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:304)
[junit4:junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:202)
[junit4:junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.test30SecondsNew(OpenCloseCoreStressTest.java:122)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 79019 T1830 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {id=MockVariableIntBlock(baseBlockSize=92), text=PostingsFormat(name=MockRandom)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=es_CO, timezone=Africa/Nairobi
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.7.0_15 (64-bit)/cpus=8,threads=1,free=75199496,total=224739328
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPartialUpdateDeduplication, DefaultValueUpdateProcessorTest, BadIndexSchemaTest, IndexBasedSpellCheckerTest, SolrPluginUtilsTest, FileUtilsTest, XsltUpdateRequestHandlerTest, DateMathParserTest, CopyFieldTest, SpellCheckComponentTest, SampleTest, OutputWriterTest, TestQuerySenderNoQuery, AliasIntegrationTest, TestDynamicFieldCollectionResource, CurrencyFieldXmlFileTest, DirectUpdateHandlerTest, RequiredFieldsTest, TestFiltering, CoreContainerCoreInitFailuresTest, TestRecovery, UniqFieldsUpdateProcessorFactoryTest, PathHierarchyTokenizerFactoryTest, IndexReaderFactoryTest, SimplePostToolTest, TestDefaultSimilarityFactory, BasicDistributedZk2Test, TestFieldTypeResource, DisMaxRequestHandlerTest, SolrCoreCheckLockOnStartupTest, TestSolrDiscoveryProperties, TestZkChroot, TestRandomFaceting, TestBinaryField, URLClassifyProcessorTest, StandardRequestHandlerTest, SuggesterTSTTest, TestElisionMultitermQuery, TestStressReorder, TestCSVResponseWriter, TestBM25SimilarityFactory, RequestHandlersTest, TestWordDelimiterFilterFactory, DOMUtilTest, StatsComponentTest, DocValuesMultiTest, TestSolr4Spatial, TestSolrJ, TestSuggestSpellingConverter, FieldAnalysisRequestHandlerTest, TestAnalyzedSuggestions, CurrencyFieldOpenExchangeTest, ClusterStateTest, TestDFRSimilarityFactory, DistanceFunctionTest, TestStressLucene, TestDynamicFieldResource, TestLuceneMatchVersion, TestUpdate, DocumentAnalysisRequestHandlerTest, TermVectorComponentDistributedTest, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest]
[junit4:junit4] Completed on J1 in 79.05s, 6 tests, 1 failure, 4 skipped <<< FAILURES!

[...truncated 399 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:877: There were test failures: 269 suites, 1137 tests, 1 failure, 13 ignored (7 assumptions)

Total time: 40 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0_15 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-ea-b79) - Build # 4626 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4626/
Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseConcMarkSweepGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.UnloadDistributedZkTest.testDistribSearch

Error Message:
Still found shard

Stack Trace:
java.lang.AssertionError: Still found shard
	at __randomizedtesting.SeedInfo.seed([6A68881E2A336321:EB8E06065D6C031D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:60893/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:60893/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([6A68881E2A336321:EB8E06065D6C031D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:200)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9176 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T1953 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 3 T1953 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362759909607
[junit4:junit4]   2> 4 T1953 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 4 T1954 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 5 T1954 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 5 T1954 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 5 T1954 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 5 T1954 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 6 T1954 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 104 T1953 oasc.ZkTestServer.run start zk server on port:42321
[junit4:junit4]   2> 105 T1953 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42321 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4ab03eb9
[junit4:junit4]   2> 105 T1953 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 106 T1959 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42321. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 106 T1959 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42321, initiating session
[junit4:junit4]   2> 106 T1955 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:33495
[junit4:junit4]   2> 107 T1955 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:33495
[junit4:junit4]   2> 107 T1957 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 208 T1957 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4ad200e90000 with negotiated timeout 10000 for client /127.0.0.1:33495
[junit4:junit4]   2> 208 T1959 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42321, sessionid = 0x13d4ad200e90000, negotiated timeout = 10000
[junit4:junit4]   2> 209 T1960 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ab03eb9 name:ZooKeeperConnection Watcher:127.0.0.1:42321 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 209 T1953 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 210 T1953 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 213 T1958 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4ad200e90000
[junit4:junit4]   2> 213 T1960 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 214 T1955 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:33495 which had sessionid 0x13d4ad200e90000
[junit4:junit4]   2> 213 T1953 oaz.ZooKeeper.close Session: 0x13d4ad200e90000 closed
[junit4:junit4]   2> 214 T1953 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42321/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@4477c99f
[junit4:junit4]   2> 215 T1953 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 216 T1961 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42321. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 216 T1961 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42321, initiating session
[junit4:junit4]   2> 216 T1955 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:33496
[junit4:junit4]   2> 216 T1955 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:33496
[junit4:junit4]   2> 217 T1957 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4ad200e90001 with negotiated timeout 10000 for client /127.0.0.1:33496
[junit4:junit4]   2> 217 T1961 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42321, sessionid = 0x13d4ad200e90001, negotiated timeout = 10000
[junit4:junit4]   2> 217 T1962 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4477c99f name:ZooKeeperConnection Watcher:127.0.0.1:42321/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 217 T1953 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 218 T1953 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 220 T1953 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 221 T1953 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 222 T1953 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 224 T1953 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 224 T1953 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 227 T1953 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 227 T1953 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 229 T1953 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 230 T1953 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 231 T1953 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 232 T1953 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 233 T1953 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 233 T1953 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 235 T1953 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 235 T1953 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 237 T1953 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 238 T1953 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 239 T1953 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 240 T1953 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 241 T1953 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 241 T1953 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 243 T1958 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4ad200e90001
[junit4:junit4]   2> 243 T1962 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 243 T1955 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:33496 which had sessionid 0x13d4ad200e90001
[junit4:junit4]   2> 243 T1953 oaz.ZooKeeper.close Session: 0x13d4ad200e90001 closed
[junit4:junit4]   2> 299 T1953 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 303 T1953 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53028
[junit4:junit4]   2> 303 T1953 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 304 T1953 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 304 T1953 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362759909847
[junit4:junit4]   2> 304 T1953 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362759909847/solr.xml
[junit4:junit4]   2> 305 T1953 oasc.CoreContainer.<init> New CoreContainer 147752565
[junit4:junit4]   2> 305 T1953 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362759909847/'
[junit4:junit4]   2> 305 T1953 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362759909847/'
[junit4:junit4]   2> 322 T1953 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 323 T1953 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 323 T1953 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 323 T1953 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 324 T1953 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 324 T1953 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 324 T1953 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 325 T1953 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 325 T1953 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 325 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 331 T1953 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 340 T1953 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42321/solr
[junit4:junit4]   2> 341 T1953 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 341 T1953 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42321 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5884545c
[junit4:junit4]   2> 342 T1953 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 342 T1972 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42321. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 343 T1972 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42321, initiating session
[junit4:junit4]   2> 343 T1955 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:33497
[junit4:junit4]   2> 343 T1955 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:33497
[junit4:junit4]   2> 344 T1957 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4ad200e90002 with negotiated timeout 20000 for client /127.0.0.1:33497
[junit4:junit4]   2> 344 T1972 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42321, sessionid = 0x13d4ad200e90002, negotiated timeout = 20000
[junit4:junit4]   2> 344 T1973 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5884545c name:ZooKeeperConnection Watcher:127.0.0.1:42321 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 345 T1953 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 346 T1958 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4ad200e90002
[junit4:junit4]   2> 346 T1973 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 346 T1955 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:33497 which had sessionid 0x13d4ad200e90002
[junit4:junit4]   2> 346 T1953 oaz.ZooKeeper.close Session: 0x13d4ad200e90002 closed
[junit4:junit4]   2> 347 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 350 T1953 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42321/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5f83b020
[junit4:junit4]   2> 351 T1953 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 351 T1974 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42321. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 352 T1974 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42321, initiating session
[junit4:junit4]   2> 352 T1955 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:33498
[junit4:junit4]   2> 352 T1955 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:33498
[junit4:junit4]   2> 353 T1957 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4ad200e90003 with negotiated timeout 20000 for client /127.0.0.1:33498
[junit4:junit4]   2> 353 T1974 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42321, sessionid = 0x13d4ad200e90003, negotiated timeout = 20000
[junit4:junit4]   2> 353 T1975 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f83b020 name:ZooKeeperConnection Watcher:127.0.0.1:42321/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 354 T1953 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 355 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 355 T1953 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 357 T1953 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53028_
[junit4:junit4]   2> 357 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:53028_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:53028_
[junit4:junit4]   2> 358 T1953 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53028_
[junit4:junit4]   2> 359 T1953 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 362 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 362 T1953 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 365 T1953 oasc.Overseer.start Overseer (id=89309833436135427-127.0.0.1:53028_-n_0000000000) starting
[junit4:junit4]   2> 365 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 366 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 366 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 367 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 367 T1977 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 367 T1953 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 370 T1953 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 371 T1953 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 382 T1976 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 384 T1978 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362759909847/collection1
[junit4:junit4]   2> 384 T1978 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 384 T1978 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 384 T1978 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 385 T1978 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362759909847/collection1/'
[junit4:junit4]   2> 385 T1978 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362759909847/collection1/lib/README' to classloader
[junit4:junit4]   2> 386 T1978 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362759909847/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 407 T1978 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 439 T1978 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 440 T1978 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 443 T1978 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 784 T1978 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 789 T1978 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 791 T1978 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 800 T1978 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 809 T1978 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 812 T1978 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 813 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 813 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 813 T1978 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 814 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 814 T1978 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 814 T1978 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362759909847/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/control/data/
[junit4:junit4]   2> 814 T1978 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@644f224c
[junit4:junit4]   2> 815 T1978 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 815 T1978 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/control/data forceNew: false
[junit4:junit4]   2> 815 T1978 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/control/data/index/
[junit4:junit4]   2> 815 T1978 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 816 T1978 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/control/data/index forceNew: false
[junit4:junit4]   2> 817 T1978 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7e2db297 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f7154be),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 817 T1978 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 818 T1978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 819 T1978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 819 T1978 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 819 T1978 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 820 T1978 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 820 T1978 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 820 T1978 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 820 T1978 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 820 T1978 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 823 T1978 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 824 T1978 oass.SolrIndexSearcher.<init> Opening Searcher@1ad6cd10 main
[junit4:junit4]   2> 825 T1978 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/control/data/tlog
[junit4:junit4]   2> 825 T1978 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 825 T1978 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 827 T1979 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ad6cd10 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 829 T1978 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 829 T1978 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 829 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1462 T448 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 1884 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1885 T1976 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53028",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53028_"}
[junit4:junit4]   2> 1885 T1976 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1885 T1976 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1885 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1889 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2831 T1978 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2831 T1978 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53028 collection:control_collection shard:shard1
[junit4:junit4]   2> 2832 T1978 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2836 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2837 T1978 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2837 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2838 T1978 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2839 T1978 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2839 T1978 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53028/collection1/
[junit4:junit4]   2> 2839 T1978 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2839 T1978 oasc.SyncStrategy.syncToMe http://127.0.0.1:53028/collection1/ has no replicas
[junit4:junit4]   2> 2839 T1978 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53028/collection1/
[junit4:junit4]   2> 2839 T1978 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2842 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3214 T456 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 3391 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3397 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3444 T1978 oasc.ZkController.register We are http://127.0.0.1:53028/collection1/ and leader is http://127.0.0.1:53028/collection1/
[junit4:junit4]   2> 3445 T1978 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53028
[junit4:junit4]   2> 3445 T1978 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3445 T1978 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3445 T1978 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3446 T1978 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3447 T1953 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3447 T1953 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3448 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3451 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3451 T1953 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42321/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7a6a78b6
[junit4:junit4]   2> 3452 T1953 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3452 T1981 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42321. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3453 T1981 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42321, initiating session
[junit4:junit4]   2> 3453 T1955 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:33501
[junit4:junit4]   2> 3453 T1955 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:33501
[junit4:junit4]   2> 3454 T1957 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4ad200e90004 with negotiated timeout 10000 for client /127.0.0.1:33501
[junit4:junit4]   2> 3454 T1981 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42321, sessionid = 0x13d4ad200e90004, negotiated timeout = 10000
[junit4:junit4]   2> 3454 T1982 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a6a78b6 name:ZooKeeperConnection Watcher:127.0.0.1:42321/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3454 T1953 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3455 T1953 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3457 T1953 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3527 T1953 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3529 T1953 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41589
[junit4:junit4]   2> 3530 T1953 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3530 T1953 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3530 T1953 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362759913060
[junit4:junit4]   2> 3531 T1953 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362759913060/solr.xml
[junit4:junit4]   2> 3531 T1953 oasc.CoreContainer.<init> New CoreContainer 1081189345
[junit4:junit4]   2> 3531 T1953 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362759913060/'
[junit4:junit4]   2> 3532 T1953 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362759913060/'
[junit4:junit4]   2> 3551 T1953 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3552 T1953 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3552 T1953 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3553 T1953 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3553 T1953 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3553 T1953 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3553 T1953 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3554 T1953 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3554 T1953 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3554 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3560 T1953 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3570 T1953 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42321/solr
[junit4:junit4]   2> 3570 T1953 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3571 T1953 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42321 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@30679dca
[junit4:junit4]   2> 3572 T1953 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3572 T1992 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42321. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3573 T1992 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42321, initiating session
[junit4:junit4]   2> 3573 T1955 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:33503
[junit4:junit4]   2> 3573 T1955 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:33503
[junit4:junit4]   2> 3574 T1957 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4ad200e90005 with negotiated timeout 20000 for client /127.0.0.1:33503
[junit4:junit4]   2> 3574 T1992 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42321, sessionid = 0x13d4ad200e90005, negotiated timeout = 20000
[junit4:junit4]   2> 3574 T1993 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30679dca name:ZooKeeperConnection Watcher:127.0.0.1:42321 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3574 T1953 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3576 T1958 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4ad200e90005
[junit4:junit4]   2> 3576 T1993 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3576 T1955 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:33503 which had sessionid 0x13d4ad200e90005
[junit4:junit4]   2> 3576 T1953 oaz.ZooKeeper.close Session: 0x13d4ad200e90005 closed
[junit4:junit4]   2> 3576 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3579 T1953 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42321/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1685a223
[junit4:junit4]   2> 3580 T1953 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3581 T1994 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42321. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3581 T1994 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42321, initiating session
[junit4:junit4]   2> 3581 T1955 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:33504
[junit4:junit4]   2> 3581 T1955 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:33504
[junit4:junit4]   2> 3582 T1957 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4ad200e90006 with negotiated timeout 20000 for client /127.0.0.1:33504
[junit4:junit4]   2> 3582 T1994 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42321, sessionid = 0x13d4ad200e90006, negotiated timeout = 20000
[junit4:junit4]   2> 3582 T1995 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1685a223 name:ZooKeeperConnection Watcher:127.0.0.1:42321/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3582 T1953 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3583 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3583 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3584 T1953 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4586 T1953 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41589_
[junit4:junit4]   2> 4587 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:41589_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:41589_
[junit4:junit4]   2> 4587 T1953 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41589_
[junit4:junit4]   2> 4590 T1975 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4590 T1982 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4590 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4590 T1995 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4596 T1996 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362759913060/collection1
[junit4:junit4]   2> 4596 T1996 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4597 T1996 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4597 T1996 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4598 T1996 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362759913060/collection1/'
[junit4:junit4]   2> 4599 T1996 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362759913060/collection1/lib/README' to classloader
[junit4:junit4]   2> 4599 T1996 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362759913060/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4631 T1996 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4658 T1996 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4659 T1996 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4662 T1996 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4903 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4904 T1976 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53028",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53028_"}
[junit4:junit4]   2> 4906 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4906 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4906 T1982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5022 T1996 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5025 T464 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 5028 T1996 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5030 T1996 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5040 T1996 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5044 T1996 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5048 T1996 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5049 T1996 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5050 T1996 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5050 T1996 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5051 T1996 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5051 T1996 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5051 T1996 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362759913060/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty1/
[junit4:junit4]   2> 5052 T1996 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@644f224c
[junit4:junit4]   2> 5052 T1996 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5053 T1996 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty1 forceNew: false
[junit4:junit4]   2> 5053 T1996 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty1/index/
[junit4:junit4]   2> 5054 T1996 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5054 T1996 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty1/index forceNew: false
[junit4:junit4]   2> 5056 T1996 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3701ce86 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2cff03b9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5056 T1996 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5058 T1996 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5059 T1996 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5059 T1996 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5060 T1996 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5060 T1996 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5060 T1996 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5061 T1996 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5061 T1996 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5062 T1996 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5065 T1996 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5068 T1996 oass.SolrIndexSearcher.<init> Opening Searcher@6cbcbe16 main
[junit4:junit4]   2> 5068 T1996 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty1/tlog
[junit4:junit4]   2> 5069 T1996 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5069 T1996 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5074 T1997 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6cbcbe16 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5076 T1996 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5076 T1996 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6410 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6410 T1976 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41589",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41589_"}
[junit4:junit4]   2> 6411 T1976 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6411 T1976 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 6415 T1982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6415 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6415 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6913 T479 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 7077 T1996 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7078 T1996 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41589 collection:collection1 shard:shard2
[junit4:junit4]   2> 7083 T1996 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 7087 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7088 T1996 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7088 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7089 T1996 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7089 T1996 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7090 T1996 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41589/collection1/
[junit4:junit4]   2> 7090 T1996 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7090 T1996 oasc.SyncStrategy.syncToMe http://127.0.0.1:41589/collection1/ has no replicas
[junit4:junit4]   2> 7090 T1996 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41589/collection1/
[junit4:junit4]   2> 7090 T1996 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 7093 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7210 T496 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 7918 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7923 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7923 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7923 T1982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7946 T1996 oasc.ZkController.register We are http://127.0.0.1:41589/collection1/ and leader is http://127.0.0.1:41589/collection1/
[junit4:junit4]   2> 7946 T1996 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41589
[junit4:junit4]   2> 7946 T1996 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7946 T1996 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7947 T1996 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7948 T1996 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7949 T1953 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 7949 T1953 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7949 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8006 T1953 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8008 T1953 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60893
[junit4:junit4]   2> 8009 T1953 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8009 T1953 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8009 T1953 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362759917555
[junit4:junit4]   2> 8010 T1953 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362759917555/solr.xml
[junit4:junit4]   2> 8010 T1953 oasc.CoreContainer.<init> New CoreContainer 631986257
[junit4:junit4]   2> 8010 T1953 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362759917555/'
[junit4:junit4]   2> 8011 T1953 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362759917555/'
[junit4:junit4]   2> 8027 T1953 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8027 T1953 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8028 T1953 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8028 T1953 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8028 T1953 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8028 T1953 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8029 T1953 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8029 T1953 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8029 T1953 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8030 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8035 T1953 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8043 T1953 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42321/solr
[junit4:junit4]   2> 8044 T1953 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8044 T1953 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42321 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b93fd02
[junit4:junit4]   2> 8045 T1953 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8045 T2008 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42321. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8046 T2008 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42321, initiating session
[junit4:junit4]   2> 8046 T1955 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:33510
[junit4:junit4]   2> 8046 T1955 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:33510
[junit4:junit4]   2> 8047 T1957 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4ad200e90007 with negotiated timeout 20000 for client /127.0.0.1:33510
[junit4:junit4]   2> 8047 T2008 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42321, sessionid = 0x13d4ad200e90007, negotiated timeout = 20000
[junit4:junit4]   2> 8047 T2009 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b93fd02 name:ZooKeeperConnection Watcher:127.0.0.1:42321 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8048 T1953 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8048 T1958 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4ad200e90007
[junit4:junit4]   2> 8049 T1955 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:33510 which had sessionid 0x13d4ad200e90007
[junit4:junit4]   2> 8049 T1953 oaz.ZooKeeper.close Session: 0x13d4ad200e90007 closed
[junit4:junit4]   2> 8049 T2009 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8049 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8052 T1953 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42321/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7cd049e9
[junit4:junit4]   2> 8053 T1953 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8053 T2010 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42321. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8053 T2010 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42321, initiating session
[junit4:junit4]   2> 8053 T1955 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:33511
[junit4:junit4]   2> 8054 T1955 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:33511
[junit4:junit4]   2> 8054 T1957 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4ad200e90008 with negotiated timeout 20000 for client /127.0.0.1:33511
[junit4:junit4]   2> 8054 T2010 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42321, sessionid = 0x13d4ad200e90008, negotiated timeout = 20000
[junit4:junit4]   2> 8055 T2011 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7cd049e9 name:ZooKeeperConnection Watcher:127.0.0.1:42321/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8055 T1953 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8055 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8056 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8057 T1953 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 8929 T513 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 9059 T1953 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60893_
[junit4:junit4]   2> 9060 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:60893_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:60893_
[junit4:junit4]   2> 9061 T1953 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60893_
[junit4:junit4]   2> 9062 T1982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9062 T1975 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9062 T2011 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9063 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9063 T1995 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9063 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9064 T1982 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9067 T2012 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362759917555/collection1
[junit4:junit4]   2> 9067 T2012 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9068 T2012 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9068 T2012 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9069 T2012 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362759917555/collection1/'
[junit4:junit4]   2> 9069 T2012 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362759917555/collection1/lib/README' to classloader
[junit4:junit4]   2> 9069 T2012 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362759917555/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9101 T2012 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9129 T2012 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9130 T2012 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9133 T2012 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9427 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9428 T1976 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41589",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41589_"}
[junit4:junit4]   2> 9430 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9430 T1982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9430 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9430 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9450 T2012 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9455 T2012 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9457 T2012 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9466 T2012 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9468 T2012 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9471 T2012 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9472 T2012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9472 T2012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9472 T2012 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9473 T2012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9473 T2012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9473 T2012 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362759917555/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty2/
[junit4:junit4]   2> 9473 T2012 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@644f224c
[junit4:junit4]   2> 9474 T2012 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9474 T2012 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty2 forceNew: false
[junit4:junit4]   2> 9474 T2012 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty2/index/
[junit4:junit4]   2> 9475 T2012 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9475 T2012 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty2/index forceNew: false
[junit4:junit4]   2> 9476 T2012 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@38bd6ca1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@453c5ba5),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9476 T2012 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9478 T2012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9478 T2012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9478 T2012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9479 T2012 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9479 T2012 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9479 T2012 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9480 T2012 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9480 T2012 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9480 T2012 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9482 T2012 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9484 T2012 oass.SolrIndexSearcher.<init> Opening Searcher@43759f4e main
[junit4:junit4]   2> 9485 T2012 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty2/tlog
[junit4:junit4]   2> 9485 T2012 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9485 T2012 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9489 T2013 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43759f4e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9491 T2012 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9491 T2012 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10934 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10935 T1976 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60893",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60893_"}
[junit4:junit4]   2> 10935 T1976 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 10935 T1976 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 10938 T1982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10938 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10938 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10938 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11493 T2012 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11493 T2012 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60893 collection:collection1 shard:shard1
[junit4:junit4]   2> 11494 T2012 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 11498 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90008 type:delete cxid:0x47 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 11498 T2012 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11499 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90008 type:create cxid:0x48 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11500 T2012 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11500 T2012 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11500 T2012 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60893/collection1/
[junit4:junit4]   2> 11500 T2012 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11500 T2012 oasc.SyncStrategy.syncToMe http://127.0.0.1:60893/collection1/ has no replicas
[junit4:junit4]   2> 11501 T2012 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60893/collection1/
[junit4:junit4]   2> 11501 T2012 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 11503 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90008 type:create cxid:0x51 zxid:0x83 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12441 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12446 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12446 T1982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12446 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12446 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12457 T2012 oasc.ZkController.register We are http://127.0.0.1:60893/collection1/ and leader is http://127.0.0.1:60893/collection1/
[junit4:junit4]   2> 12457 T2012 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60893
[junit4:junit4]   2> 12457 T2012 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12457 T2012 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12457 T2012 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12459 T2012 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12460 T1953 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12460 T1953 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12460 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12517 T1953 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12518 T1953 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34074
[junit4:junit4]   2> 12519 T1953 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12520 T1953 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12520 T1953 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362759922066
[junit4:junit4]   2> 12521 T1953 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362759922066/solr.xml
[junit4:junit4]   2> 12521 T1953 oasc.CoreContainer.<init> New CoreContainer 1822256257
[junit4:junit4]   2> 12521 T1953 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362759922066/'
[junit4:junit4]   2> 12522 T1953 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362759922066/'
[junit4:junit4]   2> 12545 T1953 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12545 T1953 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12546 T1953 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12546 T1953 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12546 T1953 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12546 T1953 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12547 T1953 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12547 T1953 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12548 T1953 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12548 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12554 T1953 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12564 T1953 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:42321/solr
[junit4:junit4]   2> 12564 T1953 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12564 T1953 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42321 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@84bd86c
[junit4:junit4]   2> 12565 T1953 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12565 T2024 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42321. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12566 T2024 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42321, initiating session
[junit4:junit4]   2> 12566 T1955 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:33518
[junit4:junit4]   2> 12567 T1955 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:33518
[junit4:junit4]   2> 12567 T1957 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4ad200e90009 with negotiated timeout 20000 for client /127.0.0.1:33518
[junit4:junit4]   2> 12567 T2024 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42321, sessionid = 0x13d4ad200e90009, negotiated timeout = 20000
[junit4:junit4]   2> 12568 T2025 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@84bd86c name:ZooKeeperConnection Watcher:127.0.0.1:42321 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12568 T1953 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12569 T1958 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4ad200e90009
[junit4:junit4]   2> 12569 T2025 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12569 T1955 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:33518 which had sessionid 0x13d4ad200e90009
[junit4:junit4]   2> 12569 T1953 oaz.ZooKeeper.close Session: 0x13d4ad200e90009 closed
[junit4:junit4]   2> 12569 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12572 T1953 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42321/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@8c096c2
[junit4:junit4]   2> 12573 T1953 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12573 T2026 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42321. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12573 T2026 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42321, initiating session
[junit4:junit4]   2> 12573 T1955 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:33519
[junit4:junit4]   2> 12574 T1955 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:33519
[junit4:junit4]   2> 12574 T1957 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4ad200e9000a with negotiated timeout 20000 for client /127.0.0.1:33519
[junit4:junit4]   2> 12574 T2026 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42321, sessionid = 0x13d4ad200e9000a, negotiated timeout = 20000
[junit4:junit4]   2> 12575 T2027 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8c096c2 name:ZooKeeperConnection Watcher:127.0.0.1:42321/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12575 T1953 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12575 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e9000a type:create cxid:0x1 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12576 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e9000a type:create cxid:0x2 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12577 T1953 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13579 T1953 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34074_
[junit4:junit4]   2> 13580 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e9000a type:delete cxid:0xb zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:34074_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:34074_
[junit4:junit4]   2> 13581 T1953 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34074_
[junit4:junit4]   2> 13583 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13583 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13584 T2027 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13584 T1975 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13584 T1982 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13584 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13584 T1982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13585 T1995 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13585 T2011 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13588 T2028 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362759922066/collection1
[junit4:junit4]   2> 13588 T2028 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13589 T2028 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13589 T2028 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13589 T2028 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362759922066/collection1/'
[junit4:junit4]   2> 13590 T2028 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362759922066/collection1/lib/README' to classloader
[junit4:junit4]   2> 13590 T2028 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362759922066/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13611 T2028 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 13642 T2028 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13642 T2028 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13646 T2028 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13947 T2028 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13950 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13950 T1976 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60893",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60893_"}
[junit4:junit4]   2> 13952 T2028 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13952 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13952 T1982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13952 T2027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13953 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13953 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13954 T2028 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13962 T2028 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13965 T2028 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13967 T2028 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13968 T2028 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13968 T2028 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13968 T2028 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13969 T2028 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 13969 T2028 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 13969 T2028 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362759922066/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty3/
[junit4:junit4]   2> 13969 T2028 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@644f224c
[junit4:junit4]   2> 13970 T2028 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 13970 T2028 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty3 forceNew: false
[junit4:junit4]   2> 13970 T2028 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty3/index/
[junit4:junit4]   2> 13970 T2028 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13971 T2028 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty3/index forceNew: false
[junit4:junit4]   2> 13972 T2028 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@27c67b78 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d43a0c1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13972 T2028 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13974 T2028 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13974 T2028 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13974 T2028 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13975 T2028 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13975 T2028 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13975 T2028 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13975 T2028 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13976 T2028 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13976 T2028 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13978 T2028 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13980 T2028 oass.SolrIndexSearcher.<init> Opening Searcher@75a630e2 main
[junit4:junit4]   2> 13980 T2028 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty3/tlog
[junit4:junit4]   2> 13980 T2028 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13981 T2028 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13984 T2029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@75a630e2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13985 T2028 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13986 T2028 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15455 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15456 T1976 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34074",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34074_"}
[junit4:junit4]   2> 15456 T1976 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15456 T1976 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 15460 T2027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15460 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15460 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15460 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15460 T1982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15987 T2028 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15987 T2028 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:34074 collection:collection1 shard:shard2
[junit4:junit4]   2> 15989 T2028 oasc.ZkController.register We are http://127.0.0.1:34074/collection1/ and leader is http://127.0.0.1:41589/collection1/
[junit4:junit4]   2> 15990 T2028 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34074
[junit4:junit4]   2> 15990 T2028 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15990 T2028 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C66 name=collection1 org.apache.solr.core.SolrCore@4a0410cd url=http://127.0.0.1:34074/collection1 node=127.0.0.1:34074_ C66_STATE=coll:collection1 core:collection1 props:{collection=collection1, base_url=http://127.0.0.1:34074, core=collection1, state=down, node_name=127.0.0.1:34074_}
[junit4:junit4]   2> 15990 T2030 C66 P34074 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15991 T2028 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15993 T2030 C66 P34074 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15993 T1953 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15993 T2030 C66 P34074 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15993 T1953 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15993 T2030 C66 P34074 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15993 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15994 T2030 C66 P34074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15998 T1953 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15999 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16007 T1988 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362759913060/onenodecollectioncore
[junit4:junit4]   2> 16008 T1988 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 16009 T1988 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 16009 T1988 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 16010 T1988 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 16011 T1988 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 16012 T1988 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 16013 T1988 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362759913060/onenodecollectioncore/'
[junit4:junit4]   2> 16052 T1988 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 16087 T1988 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16087 T1988 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16091 T1988 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 16532 T1988 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 16540 T1988 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 16544 T1988 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 16556 T1988 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16560 T1988 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16563 T1988 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16564 T1988 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16565 T1988 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16565 T1988 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16566 T1988 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16566 T1988 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16566 T1988 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362759913060/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362759909607/onenodecollection/
[junit4:junit4]   2> 16567 T1988 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@644f224c
[junit4:junit4]   2> 16568 T1988 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 16569 T1988 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362759909607/onenodecollection forceNew: false
[junit4:junit4]   2> 16569 T1988 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362759909607/onenodecollection/index/
[junit4:junit4]   2> 16569 T1988 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362759909607/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 16570 T1988 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362759909607/onenodecollection/index forceNew: false
[junit4:junit4]   2> 16571 T1988 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@15f5fadf lockFactory=org.apache.lucene.store.NativeFSLockFactory@612963b3),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16571 T1988 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16573 T1988 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 16573 T1988 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 16574 T1988 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 16574 T1988 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 16575 T1988 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 16575 T1988 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 16575 T1988 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 16576 T1988 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 16576 T1988 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 16579 T1988 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 16582 T1988 oass.SolrIndexSearcher.<init> Opening Searcher@283d4f59 main
[junit4:junit4]   2> 16582 T1988 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362759909607/onenodecollection/tlog
[junit4:junit4]   2> 16583 T1988 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 16583 T1988 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 16586 T2032 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@283d4f59 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 16588 T1988 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 16966 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16967 T1976 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34074",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34074_"}
[junit4:junit4]   2> 16969 T1976 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41589",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41589_"}
[junit4:junit4]   2> 16970 T1976 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 16970 T1976 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 16973 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16973 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16973 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16973 T2027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16973 T1982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17003 T1990 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {checkLive=true&nodeName=127.0.0.1:34074_&version=2&coreNodeName=127.0.0.1:34074__collection1&core=collection1&action=PREPRECOVERY&onlyIfLeader=true&state=recovering&wt=javabin} status=0 QTime=1000 
[junit4:junit4]   2> 17544 T762 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 17589 T1988 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 17590 T1988 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:41589 collection:onenodecollection shard:shard1
[junit4:junit4]   2> 17591 T1988 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 17600 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90006 type:delete cxid:0xa1 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 17601 T1988 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 17602 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90006 type:create cxid:0xa2 zxid:0xae txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17603 T1988 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 17604 T1988 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 17604 T1988 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41589/onenodecollectioncore/
[junit4:junit4]   2> 17604 T1988 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 17605 T1988 oasc.SyncStrategy.syncToMe http://127.0.0.1:41589/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 17605 T1988 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41589/onenodecollectioncore/
[junit4:junit4]   2> 17605 T1988 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 17609 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90006 type:create cxid:0xac zxid:0xb2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18478 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18483 T1982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18483 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18484 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18484 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18484 T2027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18511 T1988 oasc.ZkController.register We are http://127.0.0.1:41589/onenodecollectioncore/ and leader is http://127.0.0.1:41589/onenodecollectioncore/
[junit4:junit4]   2> 18512 T1988 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:41589
[junit4:junit4]   2> 18512 T1988 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 18512 T1988 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 18514 T1988 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18515 T1988 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {collection=onenodecollection&version=2&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362759909607/onenodecollection&roles=none&name=onenodecollectioncore&action=CREATE&numShards=1&wt=javabin} status=0 QTime=2508 
[junit4:junit4]   2> 18515 T1953 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 18516 T1953 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C66_STATE=coll:collection1 core:collection1 props:{collection=collection1, base_url=http://127.0.0.1:34074, core=collection1, shard=shard2, state=recovering, node_name=127.0.0.1:34074_}
[junit4:junit4]   2> 19004 T2030 C66 P34074 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:41589/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19004 T2030 C66 P34074 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:34074 START replicas=[http://127.0.0.1:41589/collection1/] nUpdates=100
[junit4:junit4]   2> 19004 T2030 C66 P34074 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19005 T2030 C66 P34074 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19005 T2030 C66 P34074 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19005 T2030 C66 P34074 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19005 T2030 C66 P34074 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19005 T2030 C66 P34074 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:41589/collection1/. core=collection1
[junit4:junit4]   2> 19005 T2030 C66 P34074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C67 name=collection1 org.apache.solr.core.SolrCore@5254830e url=http://127.0.0.1:41589/collection1 node=127.0.0.1:41589_ C67_STATE=coll:collection1 core:collection1 props:{collection=collection1, base_url=http://127.0.0.1:41589, core=collection1, shard=shard2, state=active, node_name=127.0.0.1:41589_, leader=true}
[junit4:junit4]   2> 19009 T1988 C67 P41589 REQ /get {getVersions=100&version=2&distrib=false&qt=/get&wt=javabin} status=0 QTime=1 
[junit4:junit4]   2> 19010 T1991 C67 P41589 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19011 T1991 C67 P41589 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3701ce86 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2cff03b9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19011 T1991 C67 P41589 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19012 T1991 C67 P41589 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3701ce86 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2cff03b9),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3701ce86 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2cff03b9),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19012 T1991 C67 P41589 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19013 T1991 C67 P41589 oass.SolrIndexSearcher.<init> Opening Searcher@5e8186c6 realtime
[junit4:junit4]   2> 19013 T1991 C67 P41589 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19013 T1991 C67 P41589 /update {softCommit=false&openSearcher=false&commit=true&version=2&waitSearcher=true&commit_end_point=true&wt=javabin} {commit=} 0 4
[junit4:junit4]   2> 19014 T2030 C66 P34074 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19014 T2030 C66 P34074 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19016 T1988 C67 P41589 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19016 T1988 C67 P41589 REQ /replication {version=2&qt=/replication&command=indexversion&wt=javabin} status=0 QTime=1 
[junit4:junit4]   2> 19017 T2030 C66 P34074 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19017 T2030 C66 P34074 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19017 T2030 C66 P34074 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19019 T1989 C67 P41589 REQ /replication {generation=2&version=2&qt=/replication&command=filelist&wt=javabin} status=0 QTime=0 
[junit4:junit4]   2> 19020 T2030 C66 P34074 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19021 T2030 C66 P34074 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty3/index.20130308192528623 forceNew: false
[junit4:junit4]   2> 19021 T2030 C66 P34074 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@17744533 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1af06c2e) fullCopy=false
[junit4:junit4]   2> 19027 T1991 C67 P41589 REQ /replication {generation=2&checksum=true&file=segments_2&qt=/replication&command=filecontent&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 19028 T2030 C66 P34074 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19030 T2030 C66 P34074 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19030 T2030 C66 P34074 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19031 T2030 C66 P34074 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@27c67b78 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d43a0c1),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@27c67b78 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d43a0c1),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19031 T2030 C66 P34074 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19031 T2030 C66 P34074 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19031 T2030 C66 P34074 oass.SolrIndexSearcher.<init> Opening Searcher@47510234 main
[junit4:junit4]   2> 19032 T2029 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47510234 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19033 T2030 C66 P34074 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.RAMDirectory@17744533 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1af06c2e)
[junit4:junit4]   2> 19033 T2030 C66 P34074 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19033 T2030 C66 P34074 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19033 T2030 C66 P34074 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19033 T2030 C66 P34074 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19034 T2030 C66 P34074 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19518 T1953 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19988 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19988 T1976 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41589",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41589_"}
[junit4:junit4]   2> 19991 T1976 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34074",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34074_"}
[junit4:junit4]   2> 19994 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19994 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19994 T2027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19994 T1982 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 19994 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20520 T1953 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20520 T1953 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 20521 T1953 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20533 T2007 oejs.Response.sendError WARNING Committed before 404 Can not find: /onenodecollectioncore/update
[junit4:junit4]   2> 20533 T1953 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:42321 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@1b9767bc
[junit4:junit4]   2> 20534 T2007 oejs.ServletHandler.doHandle WARNING /onenodecollectioncore/update java.lang.IllegalStateException: Committed
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Response.resetBuffer(Response.java:1136)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Response.sendError(Response.java:314)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404.service(JettySolrRunner.java:465)
[junit4:junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:770)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:669)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1336)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:379)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 20534 T2035 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:42321. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 20534 T1953 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 20535 T2035 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:42321, initiating session
[junit4:junit4]   2> 20535 T1955 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:33571
[junit4:junit4]   2> 20536 T1955 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:33571
[junit4:junit4]   2> 20536 T1957 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4ad200e9000b with negotiated timeout 10000 for client /127.0.0.1:33571
[junit4:junit4]   2> 20536 T2035 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:42321, sessionid = 0x13d4ad200e9000b, negotiated timeout = 10000
[junit4:junit4]   2> 20536 T2036 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b9767bc name:ZooKeeperConnection Watcher:127.0.0.1:42321 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 20537 T1953 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 20565 T1958 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4ad200e9000b
[junit4:junit4]   2> 20565 T2036 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 20565 T1955 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:33571 which had sessionid 0x13d4ad200e9000b
[junit4:junit4]   2> 20565 T1953 oaz.ZooKeeper.close Session: 0x13d4ad200e9000b closed
[junit4:junit4]   2> 20566 T1958 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4ad200e90004
[junit4:junit4]   2> 20566 T1982 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 20566 T1955 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:33501 which had sessionid 0x13d4ad200e90004
[junit4:junit4]   2> 20566 T1953 oaz.ZooKeeper.close Session: 0x13d4ad200e90004 closed
[junit4:junit4]   2> 20568 T1953 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 53028
[junit4:junit4]   2> 20569 T1953 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=147752565
[junit4:junit4]   2> 21499 T1976 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21500 T1976 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53028__collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53028",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53028_"}
[junit4:junit4]   2> 21505 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21505 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21505 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21505 T2027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22570 T1953 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 22571 T1953 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22575 T1953 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4acca1d7
[junit4:junit4]   2> 22580 T1953 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 22580 T1953 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 22581 T1953 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 22581 T1953 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 22582 T1953 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 22583 T1953 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/control/data
[junit4:junit4]   2> 22584 T1953 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/control/data
[junit4:junit4]   2> 22584 T1953 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/control/data/index
[junit4:junit4]   2> 22585 T1953 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/control/data/index
[junit4:junit4]   2> 22586 T1976 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89309833436135427-127.0.0.1:53028_-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 22588 T1958 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4ad200e90003
[junit4:junit4]   2> 22589 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22589 T1955 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:33498 which had sessionid 0x13d4ad200e90003
[junit4:junit4]   2> 22589 T1953 oaz.ZooKeeper.close Session: 0x13d4ad200e90003 closed
[junit4:junit4]   2> 22589 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90006 type:delete cxid:0xb9 zxid:0xce txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 22590 T2027 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 22590 T2027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 22590 T1995 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 22591 T2011 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 22593 T1995 oasc.Overseer.start Overseer (id=89309833436135430-127.0.0.1:41589_-n_0000000001) starting
[junit4:junit4]   2> 22593 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90006 type:create cxid:0xbe zxid:0xd0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22594 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90006 type:create cxid:0xbf zxid:0xd1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22594 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90006 type:create cxid:0xc0 zxid:0xd2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22595 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90006 type:create cxid:0xc1 zxid:0xd3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22595 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22595 T2038 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 22596 T1995 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 22597 T2037 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 22598 T2037 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22598 T2037 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53028",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53028_"}
[junit4:junit4]   2> 22602 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 22602 T2027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 22602 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 22612 T1953 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 22664 T1953 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 41589
[junit4:junit4]   2> 22665 T1953 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1081189345
[junit4:junit4]   2> 23889 T1975 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 23889 T1975 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 23889 T1975 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 23889 T1975 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 24104 T2037 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24105 T2037 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:41589__onenodecollectioncore",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41589",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41589_"}
[junit4:junit4]   2> 24107 T2037 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:41589__collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41589",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41589_"}
[junit4:junit4]   2> 24111 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24111 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24111 T2027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 25668 T1953 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 25669 T1953 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 25671 T1953 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 25674 T1953 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5254830e
[junit4:junit4]   2> 25679 T1953 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 25680 T1953 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 25680 T1953 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 25681 T1953 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 25683 T1953 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 25684 T1953 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty1
[junit4:junit4]   2> 25685 T1953 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty1
[junit4:junit4]   2> 25685 T1953 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty1/index
[junit4:junit4]   2> 25686 T1953 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty1/index
[junit4:junit4]   2> 25687 T1953 oasc.SolrCore.close [onenodecollectioncore]  CLOSING SolrCore org.apache.solr.core.SolrCore@1aefa0ae
[junit4:junit4]   2> 25695 T1953 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 25695 T1953 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 25696 T1953 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 25696 T1953 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 25697 T1953 oasc.SolrCore.closeSearcher [onenodecollectioncore] Closing main searcher on request.
[junit4:junit4]   2> 25698 T1953 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362759909607/onenodecollection/index
[junit4:junit4]   2> 25699 T1953 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362759909607/onenodecollection/index
[junit4:junit4]   2> 25700 T1953 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362759909607/onenodecollection
[junit4:junit4]   2> 25701 T1953 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZk2Test-1362759909607/onenodecollection
[junit4:junit4]   2> 25702 T2037 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89309833436135430-127.0.0.1:41589_-n_0000000001) am no longer a leader.
[junit4:junit4]   2> 25703 T1958 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4ad200e90006
[junit4:junit4]   2> 25705 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 25705 T1955 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:33504 which had sessionid 0x13d4ad200e90006
[junit4:junit4]   2> 25705 T1995 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 25705 T1953 oaz.ZooKeeper.close Session: 0x13d4ad200e90006 closed
[junit4:junit4]   2> 25706 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90008 type:delete cxid:0x71 zxid:0xe4 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 25706 T1995 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 25706 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e9000a type:delete cxid:0x55 zxid:0xe5 txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 25706 T1995 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 25707 T2011 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 25707 T2027 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 25708 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e9000a type:create cxid:0x56 zxid:0xe6 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25710 T2027 oasc.ShardLeaderElectionContext.shouldIBeLeader Checking if I should try and be the leader.
[junit4:junit4]   2> 25710 T2027 oasc.ShardLeaderElectionContext.shouldIBeLeader My last published State was Active, it's okay to be the leader.
[junit4:junit4]   2> 25710 T2027 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 25710 T2027 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:34074/collection1/
[junit4:junit4]   2> 25711 T2011 oasc.Overseer.start Overseer (id=89309833436135432-127.0.0.1:60893_-n_0000000002) starting
[junit4:junit4]   2> 25711 T2027 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:34074 START replicas=[http://127.0.0.1:41589/collection1/] nUpdates=100
[junit4:junit4]   2> 25711 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90008 type:create cxid:0x76 zxid:0xe9 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25711 T2027 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:34074 DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 25712 T2027 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 25712 T2027 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 25712 T2027 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:34074/collection1/
[junit4:junit4]   2> 25712 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90008 type:create cxid:0x77 zxid:0xea txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25712 T2027 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 25713 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90008 type:create cxid:0x78 zxid:0xeb txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25715 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e90008 type:create cxid:0x79 zxid:0xec txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25717 T2040 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 25717 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e9000a type:create cxid:0x5e zxid:0xee txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25718 T2027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 25718 T2040 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25719 T2040 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41589",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41589_"}
[junit4:junit4]   2> 25719 T2027 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 25720 T2041 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 25722 T2040 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41589",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41589_"}
[junit4:junit4]   2> 25733 T1953 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 25734 T2027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 25738 T2011 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 25738 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 25739 T2011 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 25785 T1953 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 60893
[junit4:junit4]   2> 25785 T1953 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=631986257
[junit4:junit4]   2> 26772 T779 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 26786 T1953 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 26786 T1953 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 26790 T1953 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@25f7e460
[junit4:junit4]   2> 26792 T1953 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 26793 T1953 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 26793 T1953 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 26793 T1953 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 26794 T1953 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 26794 T1953 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty2
[junit4:junit4]   2> 26795 T1953 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty2
[junit4:junit4]   2> 26795 T1953 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty2/index
[junit4:junit4]   2> 26795 T1953 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty2/index
[junit4:junit4]   2> 26796 T2040 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89309833436135432-127.0.0.1:60893_-n_0000000002) am no longer a leader.
[junit4:junit4]   2> 26796 T1958 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4ad200e90008
[junit4:junit4]   2> 26797 T1955 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:33511 which had sessionid 0x13d4ad200e90008
[junit4:junit4]   2> 26797 T1953 oaz.ZooKeeper.close Session: 0x13d4ad200e90008 closed
[junit4:junit4]   2> 26798 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e9000a type:delete cxid:0x66 zxid:0x100 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 26798 T2027 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 26800 T2027 oasc.Overseer.start Overseer (id=89309833436135434-127.0.0.1:34074_-n_0000000003) starting
[junit4:junit4]   2> 26800 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e9000a type:create cxid:0x6b zxid:0x102 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 26801 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e9000a type:create cxid:0x6c zxid:0x103 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 26802 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e9000a type:create cxid:0x6d zxid:0x104 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 26802 T1958 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4ad200e9000a type:create cxid:0x6e zxid:0x105 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 26803 T2043 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 26803 T2027 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4]   2> 26803 T2027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 26803 T2042 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 26805 T2042 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26805 T2042 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:60893__collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60893",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60893_"}
[junit4:junit4]   2> 26807 T2042 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60893",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60893_"}
[junit4:junit4]   2> 26810 T2027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 26820 T1953 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 26871 T1953 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 34074
[junit4:junit4]   2> 26871 T1953 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1822256257
[junit4:junit4]   2> 27872 T1953 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 27873 T1953 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 27876 T1953 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4a0410cd
[junit4:junit4]   2> 27880 T1953 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 27880 T1953 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 27881 T1953 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 27881 T1953 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 27882 T1953 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 27882 T1953 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty3/index
[junit4:junit4]   2> 27883 T1953 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty3/index
[junit4:junit4]   2> 27883 T1953 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty3
[junit4:junit4]   2> 27883 T1953 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty3
[junit4:junit4]   2> 27883 T1953 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty3/index.20130308192528623
[junit4:junit4]   2> 27884 T1953 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZk2Test-1362759909606/jetty3/index.20130308192528623
[junit4:junit4]   2> 27885 T2042 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89309833436135434-127.0.0.1:34074_-n_0000000003) am no longer a leader.
[junit4:junit4]   2> 27885 T1958 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4ad200e9000a
[junit4:junit4]   2> 27886 T2027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 27886 T1955 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:33519 which had sessionid 0x13d4ad200e9000a
[junit4:junit4]   2> 27886 T2027 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 27886 T1953 oaz.ZooKeeper.close Session: 0x13d4ad200e9000a closed
[junit4:junit4]   2> 27886 T2027 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 27886 T2027 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 27908 T1953 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 27962 T1953 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 27963 T1953 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 27963 T1953 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 27963 T1953 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 27963 T1958 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 27963 T1953 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 27964 T1957 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 27964 T1953 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 27965 T1953 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:42321 42321
[junit4:junit4]   2> 27966 T1955 oazs.NIOServerCnxnFactory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 27967 T1953 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 27967 T1953 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 27967 T1953 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 27967 T1953 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 27968 T1953 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> / (2)
[junit4:junit4]   1> DATA:
[junit4:junit4]   1>     
[junit4:junit4]   1>  /solr (7)
[junit4:junit4]   1>   /solr/aliases.json (0)
[junit4:junit4]   1>   /solr/live_nodes (4)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:53028_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:34074_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:60893_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:41589_ (0)
[junit4:junit4]   1>   /solr/collections (3)
[junit4:junit4]   1>    /solr/collections/onenodecollection (2)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {
[junit4:junit4]   1>          "configName":"conf1",
[junit4:junit4]   1>          "router":"compositeId"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leaders (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:41589",
[junit4:junit4]   1>            "core":"onenodecollectioncore",
[junit4:junit4]   1>            "node_name":"127.0.0.1:41589_"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/onenodecollection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/onenodecollection/leader_elect/shard1/election/89309833436135430-127.0.0.1:41589__onenodecollectioncore-n_0000000000 (0)
[junit4:junit4]   1>    /solr/collections/control_collection (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/control_collection/leaders (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:53028",
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:53028_"}
[junit4:junit4]   1>     /solr/collections/control_collection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/control_collection/leader_elect/shard1/election/89309833436135427-127.0.0.1:53028__collection1-n_0000000000 (0)
[junit4:junit4]   1>     /solr/collections/control_collection/shards (0)
[junit4:junit4]   1>    /solr/collections/collection1 (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/collection1/leaders (2)
[junit4:junit4]   1>      /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:60893",
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:60893_"}
[junit4:junit4]   1>      /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:41589",
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:41589_"}
[junit4:junit4]   1>     /solr/collections/collection1/leader_elect (2)
[junit4:junit4]   1>      /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/collection1/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/89309833436135432-127.0.0.1:60893__collection1-n_0000000000 (0)
[junit4:junit4]   1>      /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4]   1>       /solr/collections/collection1/leader_elect/shard2/election (2)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/89309833436135430-127.0.0.1:41589__collection1-n_0000000000 (0)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/89309833436135434-127.0.0.1:34074__collection1-n_0000000001 (0)
[junit4:junit4]   1>     /solr/collections/collection1/shards (0)
[junit4:junit4]   1>   /solr/overseer_elect (2)
[junit4:junit4]   1>    /solr/overseer_elect/election (4)
[junit4:junit4]   1>     /solr/overseer_elect/election/89309833436135432-127.0.0.1:60893_-n_0000000002 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89309833436135434-127.0.0.1:34074_-n_0000000003 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89309833436135430-127.0.0.1:41589_-n_0000000001 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89309833436135427-127.0.0.1:53028_-n_0000000000 (0)
[junit4:junit4]   1>    /solr/overseer_elect/leader (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"id":"89309833436135427-127.0.0.1:53028_-n_0000000000"}
[junit4:junit4]   1>   /solr/overseer (3)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       
[junit4:junit4]   1>    /solr/overseer/collection-queue-work (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>    /solr/overseer/queue (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>    /solr/overseer/queue-work (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>   /solr/configs (1)
[junit4:junit4]   1>    /solr/configs/conf1 (9)
[junit4:junit4]   1>     /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4]   1>     DATA:
[junit4:junit4]   1>         {
[junit4:junit4]   1>           "disclaimer": "This data is not real, it was synthetically created to match currency.xml.  It is modeled after the data format available from openexchangerates.org.  See https://openexchangerates.org/documentation for details",
[junit4:junit4]   1>           "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4]   1>           "timestamp": 1332070464,
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "base": "USD",
[junit4:junit4]   1>           "rates": {
[junit4:junit4]   1>             "USD": 1,
[junit4:junit4]   1>             "JPY": 81.29,
[junit4:junit4]   1>             "EUR": 2.5,
[junit4:junit4]   1>             "GBP": 0.5,
[junit4:junit4]   1>             "MXN": 2.0
[junit4:junit4]   1>           }
[junit4:junit4]   1>         }
[junit4:junit4]   1>         
[junit4:junit4]   1>     /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/currency.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/protwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/schema.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/synonyms.txt (0)
[junit4:jun

[...truncated too long message...]

<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Still found shard
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([6A68881E2A336321:EB8E06065D6C031D]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:93)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.testUnloadShardAndCollection(UnloadDistributedZkTest.java:124)
[junit4:junit4]    > 	at org.apache.solr.cloud.UnloadDistributedZkTest.doTest(UnloadDistributedZkTest.java:77)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 135802 T2045 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 135813 T2044 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   2> 136518 T2048 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 136911 T2127 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 136912 T2127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 136912 T2127 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 136912 T2127 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {text=PostingsFormat(name=NestedPulsing), _version_=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_t=PostingsFormat(name=Lucene41WithOrds), range_facet_l=PostingsFormat(name=Lucene41WithOrds), id=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Lucene41WithOrds), other_tl1=PostingsFormat(name=TestBloomFilteredLucene41Postings), timestamp=PostingsFormat(name=Lucene41WithOrds), range_facet_sl=PostingsFormat(name=Asserting), range_facet_si=PostingsFormat(name=Lucene41WithOrds), a_si=PostingsFormat(name=TestBloomFilteredLucene41Postings), intDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings)}, docValues:{timestamp=DocValuesFormat(name=Asserting)}, sim=DefaultSimilarity, locale=lv, timezone=Africa/Khartoum
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=244587624,total=337670144
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPluginEnable, ShowFileRequestHandlerTest, MinimalSchemaTest, TestXIncludeConfig, SearchHandlerTest, TestCharFilters, UUIDFieldTest, LegacyHTMLStripCharFilterTest, TestIBSimilarityFactory, ResourceLoaderTest, TestSolrIndexConfig, SyncSliceTest, AutoCommitTest, TestConfig, ZkCLITest, OverseerTest, BadComponentTest, SliceStateUpdateTest, SuggesterFSTTest, PreAnalyzedFieldTest, FieldMutatingUpdateProcessorTest, SliceStateTest, TestStressVersions, LoggingHandlerTest, JsonLoaderTest, TestPhraseSuggestions, BasicFunctionalityTest, RegexBoostProcessorTest, TestCopyFieldCollectionResource, OverseerCollectionProcessorTest, TestSolrQueryParser, TermsComponentTest, PeerSyncTest, TestRemoteStreaming, DocValuesTest, RecoveryZkTest, SchemaVersionSpecificBehaviorTest, SynonymTokenizerTest, ResponseLogComponentTest, ZkControllerTest, ShardRoutingTest, WordBreakSolrSpellCheckerTest, TestPHPSerializedResponseWriter, ReturnFieldsTest, SolrInfoMBeanTest, DirectUpdateHandlerOptimizeTest, TestFieldCollectionResource, DistributedQueryElevationComponentTest, TestRealTimeGet, AnalysisAfterCoreReloadTest, SOLR749Test, TestFastWriter, TestCoreContainer, TestFastLRUCache, SolrCoreTest, TestSolrDeletionPolicy1, TestGroupingSearch, TestValueSourceCache, DistributedTermsComponentTest, MoreLikeThisHandlerTest, QueryParsingTest, PluginInfoTest, TestTrie, TestRandomDVFaceting, CSVRequestHandlerTest, BasicDistributedZk2Test, UnloadDistributedZkTest]
[junit4:junit4] Completed on J0 in 137.09s, 1 test, 1 failure <<< FAILURES!

[...truncated 417 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:877: There were test failures: 269 suites, 1137 tests, 1 error, 1 failure, 13 ignored (7 assumptions)

Total time: 41 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-ea-b79) - Build # 4625 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/4625/
Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
Server at http://127.0.0.1:41706/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update

Stack Trace:
org.apache.solr.common.SolrException: Server at http://127.0.0.1:41706/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
	at __randomizedtesting.SeedInfo.seed([2438304DFE09CA4A:A5DEBE558956AA76]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:200)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:487)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9114 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZk2Test
[junit4:junit4]   2> 0 T1423 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 4 T1423 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362754600368
[junit4:junit4]   2> 4 T1423 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 5 T1424 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 5 T1424 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 5 T1424 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 5 T1424 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 6 T1424 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 7 T1424 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 105 T1423 oasc.ZkTestServer.run start zk server on port:44722
[junit4:junit4]   2> 105 T1423 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44722 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@345bee0b
[junit4:junit4]   2> 106 T1423 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 107 T1429 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:44722. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 107 T1429 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:44722, initiating session
[junit4:junit4]   2> 107 T1425 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:48286
[junit4:junit4]   2> 108 T1425 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:48286
[junit4:junit4]   2> 108 T1427 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 187 T1427 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a80fdb30000 with negotiated timeout 10000 for client /127.0.0.1:48286
[junit4:junit4]   2> 187 T1429 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:44722, sessionid = 0x13d4a80fdb30000, negotiated timeout = 10000
[junit4:junit4]   2> 188 T1430 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@345bee0b name:ZooKeeperConnection Watcher:127.0.0.1:44722 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 188 T1423 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 188 T1423 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 191 T1428 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a80fdb30000
[junit4:junit4]   2> 192 T1430 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 192 T1423 oaz.ZooKeeper.close Session: 0x13d4a80fdb30000 closed
[junit4:junit4]   2> 193 T1423 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44722/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3a9c06f0
[junit4:junit4]   2> 193 T1423 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 194 T1431 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:44722. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 194 T1425 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:48286 which had sessionid 0x13d4a80fdb30000
[junit4:junit4]   2> 194 T1431 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:44722, initiating session
[junit4:junit4]   2> 195 T1425 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:48287
[junit4:junit4]   2> 195 T1425 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:48287
[junit4:junit4]   2> 196 T1427 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a80fdb30001 with negotiated timeout 10000 for client /127.0.0.1:48287
[junit4:junit4]   2> 196 T1431 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:44722, sessionid = 0x13d4a80fdb30001, negotiated timeout = 10000
[junit4:junit4]   2> 196 T1432 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a9c06f0 name:ZooKeeperConnection Watcher:127.0.0.1:44722/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 196 T1423 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 197 T1423 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 200 T1423 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 202 T1423 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 204 T1423 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 206 T1423 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 207 T1423 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 211 T1423 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 212 T1423 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 215 T1423 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 216 T1423 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 218 T1423 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 219 T1423 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 221 T1423 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 222 T1423 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 224 T1423 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 225 T1423 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 228 T1423 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 228 T1423 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 231 T1423 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 232 T1423 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 234 T1423 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 235 T1423 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 237 T1428 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a80fdb30001
[junit4:junit4]   2> 238 T1432 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 238 T1423 oaz.ZooKeeper.close Session: 0x13d4a80fdb30001 closed
[junit4:junit4]   2> 238 T1425 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:48287 which had sessionid 0x13d4a80fdb30001
[junit4:junit4]   2> 292 T1423 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 298 T1423 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34993
[junit4:junit4]   2> 299 T1423 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 299 T1423 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 299 T1423 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362754600603
[junit4:junit4]   2> 300 T1423 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362754600603/solr.xml
[junit4:junit4]   2> 300 T1423 oasc.CoreContainer.<init> New CoreContainer 126058361
[junit4:junit4]   2> 300 T1423 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362754600603/'
[junit4:junit4]   2> 301 T1423 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362754600603/'
[junit4:junit4]   2> 318 T1423 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 318 T1423 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 318 T1423 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 319 T1423 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 319 T1423 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 319 T1423 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 320 T1423 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 320 T1423 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 320 T1423 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 321 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 326 T1423 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 335 T1423 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:44722/solr
[junit4:junit4]   2> 335 T1423 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 335 T1423 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44722 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@32d455a0
[junit4:junit4]   2> 336 T1423 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 336 T1442 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:44722. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 337 T1442 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:44722, initiating session
[junit4:junit4]   2> 337 T1425 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:48288
[junit4:junit4]   2> 338 T1425 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:48288
[junit4:junit4]   2> 338 T1427 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a80fdb30002 with negotiated timeout 20000 for client /127.0.0.1:48288
[junit4:junit4]   2> 338 T1442 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:44722, sessionid = 0x13d4a80fdb30002, negotiated timeout = 20000
[junit4:junit4]   2> 339 T1443 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32d455a0 name:ZooKeeperConnection Watcher:127.0.0.1:44722 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 339 T1423 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 340 T1428 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a80fdb30002
[junit4:junit4]   2> 341 T1443 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 341 T1425 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13d4a80fdb30002, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 341 T1423 oaz.ZooKeeper.close Session: 0x13d4a80fdb30002 closed
[junit4:junit4]   2> 342 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 346 T1423 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44722/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@13d8907e
[junit4:junit4]   2> 347 T1425 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:48288 which had sessionid 0x13d4a80fdb30002
[junit4:junit4]   2> 347 T1423 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 348 T1444 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:44722. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 348 T1444 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:44722, initiating session
[junit4:junit4]   2> 348 T1425 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:48289
[junit4:junit4]   2> 348 T1425 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:48289
[junit4:junit4]   2> 349 T1427 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a80fdb30003 with negotiated timeout 20000 for client /127.0.0.1:48289
[junit4:junit4]   2> 349 T1444 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:44722, sessionid = 0x13d4a80fdb30003, negotiated timeout = 20000
[junit4:junit4]   2> 349 T1445 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13d8907e name:ZooKeeperConnection Watcher:127.0.0.1:44722/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 349 T1423 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 351 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 352 T1423 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 354 T1423 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34993_
[junit4:junit4]   2> 354 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:34993_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:34993_
[junit4:junit4]   2> 355 T1423 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34993_
[junit4:junit4]   2> 358 T1423 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 362 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 363 T1423 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 365 T1423 oasc.Overseer.start Overseer (id=89309485489913859-127.0.0.1:34993_-n_0000000000) starting
[junit4:junit4]   2> 366 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 366 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 367 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 367 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 368 T1447 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 369 T1423 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 371 T1423 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 373 T1423 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 375 T1446 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 378 T1448 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362754600603/collection1
[junit4:junit4]   2> 379 T1448 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 379 T1448 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 379 T1448 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 380 T1448 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362754600603/collection1/'
[junit4:junit4]   2> 381 T1448 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362754600603/collection1/lib/README' to classloader
[junit4:junit4]   2> 381 T1448 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362754600603/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 414 T1448 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 457 T1448 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 458 T1448 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 468 T1448 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 809 T1448 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 815 T1448 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 817 T1448 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 828 T1448 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 831 T1448 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 834 T1448 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 835 T1448 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 836 T1448 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 837 T1448 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 837 T1448 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 838 T1448 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 838 T1448 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-controljetty-1362754600603/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/control/data/
[junit4:junit4]   2> 838 T1448 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d46aeff
[junit4:junit4]   2> 839 T1448 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 840 T1448 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/control/data forceNew: false
[junit4:junit4]   2> 840 T1448 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/control/data/index/
[junit4:junit4]   2> 840 T1448 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 841 T1448 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/control/data/index forceNew: false
[junit4:junit4]   2> 842 T1448 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7b85f07d lockFactory=org.apache.lucene.store.NativeFSLockFactory@29d79f09),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 842 T1448 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 844 T1448 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 844 T1448 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 844 T1448 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 845 T1448 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 845 T1448 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 845 T1448 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 846 T1448 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 846 T1448 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 846 T1448 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 849 T1448 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 851 T1448 oass.SolrIndexSearcher.<init> Opening Searcher@6d8155b main
[junit4:junit4]   2> 851 T1448 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/control/data/tlog
[junit4:junit4]   2> 852 T1448 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 852 T1448 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 854 T1449 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6d8155b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 856 T1448 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 856 T1448 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 856 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30003 type:create cxid:0x55 zxid:0x2a txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1878 T1446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1879 T1446 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34993",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34993_",
[junit4:junit4]   2> 	  "numShards":"1"}
[junit4:junit4]   2> 1879 T1446 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1879 T1446 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1880 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30003 type:create cxid:0x5d zxid:0x2d txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1886 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2858 T1448 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2859 T1448 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:34993 collection:control_collection shard:shard1
[junit4:junit4]   2> 2860 T1448 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2867 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30003 type:delete cxid:0x77 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2867 T1448 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2868 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30003 type:create cxid:0x78 zxid:0x38 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2869 T1448 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2870 T1448 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2870 T1448 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:34993/collection1/
[junit4:junit4]   2> 2870 T1448 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2870 T1448 oasc.SyncStrategy.syncToMe http://127.0.0.1:34993/collection1/ has no replicas
[junit4:junit4]   2> 2870 T1448 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:34993/collection1/
[junit4:junit4]   2> 2871 T1448 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2874 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30003 type:create cxid:0x82 zxid:0x3c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3389 T1446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3396 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3428 T1448 oasc.ZkController.register We are http://127.0.0.1:34993/collection1/ and leader is http://127.0.0.1:34993/collection1/
[junit4:junit4]   2> 3428 T1448 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34993
[junit4:junit4]   2> 3428 T1448 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3428 T1448 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3429 T1448 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3430 T1448 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3431 T1423 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 3432 T1423 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3432 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3437 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3438 T1423 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44722/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6582d035
[junit4:junit4]   2> 3439 T1423 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3440 T1451 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:44722. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3440 T1451 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:44722, initiating session
[junit4:junit4]   2> 3440 T1425 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:48290
[junit4:junit4]   2> 3441 T1425 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:48290
[junit4:junit4]   2> 3442 T1427 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a80fdb30004 with negotiated timeout 10000 for client /127.0.0.1:48290
[junit4:junit4]   2> 3442 T1451 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:44722, sessionid = 0x13d4a80fdb30004, negotiated timeout = 10000
[junit4:junit4]   2> 3442 T1452 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6582d035 name:ZooKeeperConnection Watcher:127.0.0.1:44722/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3442 T1423 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3444 T1423 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3446 T1423 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3534 T1423 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3536 T1423 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60999
[junit4:junit4]   2> 3537 T1423 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3537 T1423 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3537 T1423 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362754603810
[junit4:junit4]   2> 3538 T1423 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362754603810/solr.xml
[junit4:junit4]   2> 3538 T1423 oasc.CoreContainer.<init> New CoreContainer 931079802
[junit4:junit4]   2> 3538 T1423 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362754603810/'
[junit4:junit4]   2> 3539 T1423 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362754603810/'
[junit4:junit4]   2> 3556 T1423 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 3556 T1423 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3557 T1423 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3557 T1423 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3557 T1423 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3557 T1423 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3558 T1423 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3558 T1423 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3558 T1423 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3559 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3564 T1423 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3573 T1423 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:44722/solr
[junit4:junit4]   2> 3573 T1423 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3573 T1423 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44722 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@381b4eb
[junit4:junit4]   2> 3574 T1423 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3574 T1462 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:44722. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3575 T1462 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:44722, initiating session
[junit4:junit4]   2> 3575 T1425 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:48291
[junit4:junit4]   2> 3576 T1425 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:48291
[junit4:junit4]   2> 3576 T1427 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a80fdb30005 with negotiated timeout 20000 for client /127.0.0.1:48291
[junit4:junit4]   2> 3576 T1462 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:44722, sessionid = 0x13d4a80fdb30005, negotiated timeout = 20000
[junit4:junit4]   2> 3577 T1463 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@381b4eb name:ZooKeeperConnection Watcher:127.0.0.1:44722 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3577 T1423 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3578 T1428 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a80fdb30005
[junit4:junit4]   2> 3579 T1425 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:48291 which had sessionid 0x13d4a80fdb30005
[junit4:junit4]   2> 3579 T1463 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3579 T1423 oaz.ZooKeeper.close Session: 0x13d4a80fdb30005 closed
[junit4:junit4]   2> 3580 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 3584 T1423 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44722/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2d4e6421
[junit4:junit4]   2> 3585 T1423 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3585 T1464 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:44722. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3586 T1464 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:44722, initiating session
[junit4:junit4]   2> 3586 T1425 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:48292
[junit4:junit4]   2> 3586 T1425 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:48292
[junit4:junit4]   2> 3587 T1427 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a80fdb30006 with negotiated timeout 20000 for client /127.0.0.1:48292
[junit4:junit4]   2> 3587 T1464 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:44722, sessionid = 0x13d4a80fdb30006, negotiated timeout = 20000
[junit4:junit4]   2> 3594 T1465 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d4e6421 name:ZooKeeperConnection Watcher:127.0.0.1:44722/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3595 T1423 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3596 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30006 type:create cxid:0x1 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3597 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30006 type:create cxid:0x2 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3599 T1423 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4602 T1423 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60999_
[junit4:junit4]   2> 4602 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30006 type:delete cxid:0xb zxid:0x4c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:60999_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:60999_
[junit4:junit4]   2> 4603 T1423 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60999_
[junit4:junit4]   2> 4606 T1465 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4606 T1445 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4606 T1452 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4606 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4611 T1466 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362754603810/collection1
[junit4:junit4]   2> 4611 T1466 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4612 T1466 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4612 T1466 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4613 T1466 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362754603810/collection1/'
[junit4:junit4]   2> 4613 T1466 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362754603810/collection1/lib/README' to classloader
[junit4:junit4]   2> 4613 T1466 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362754603810/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4634 T1466 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4659 T1466 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4660 T1466 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4663 T1466 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4903 T1446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4904 T1446 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34993",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34993_",
[junit4:junit4]   2> 	  "numShards":"1"}
[junit4:junit4]   2> 4907 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4907 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4908 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4975 T1466 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4981 T1466 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4985 T1466 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5000 T1466 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5004 T1466 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5009 T1466 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5010 T1466 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5010 T1466 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5010 T1466 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5011 T1466 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 5012 T1466 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 5012 T1466 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362754603810/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty1/
[junit4:junit4]   2> 5012 T1466 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d46aeff
[junit4:junit4]   2> 5013 T1466 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5014 T1466 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty1 forceNew: false
[junit4:junit4]   2> 5014 T1466 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty1/index/
[junit4:junit4]   2> 5015 T1466 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5015 T1466 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty1/index forceNew: false
[junit4:junit4]   2> 5017 T1466 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c676629 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c65f505),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5017 T1466 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5019 T1466 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5020 T1466 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5020 T1466 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5021 T1466 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5022 T1466 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5022 T1466 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5022 T1466 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5023 T1466 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5023 T1466 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5027 T1466 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5030 T1466 oass.SolrIndexSearcher.<init> Opening Searcher@5b913a33 main
[junit4:junit4]   2> 5030 T1466 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty1/tlog
[junit4:junit4]   2> 5031 T1466 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5031 T1466 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5036 T1467 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b913a33 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5038 T1466 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5038 T1466 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6412 T1446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6413 T1446 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60999",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60999_",
[junit4:junit4]   2> 	  "numShards":"2"}
[junit4:junit4]   2> 6413 T1446 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 6413 T1446 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6418 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6418 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6418 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7039 T1466 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 7040 T1466 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60999 collection:collection1 shard:shard1
[junit4:junit4]   2> 7040 T1466 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 7046 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30006 type:delete cxid:0x48 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 7047 T1466 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 7047 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30006 type:create cxid:0x49 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7049 T1466 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 7049 T1466 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 7049 T1466 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60999/collection1/
[junit4:junit4]   2> 7049 T1466 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 7049 T1466 oasc.SyncStrategy.syncToMe http://127.0.0.1:60999/collection1/ has no replicas
[junit4:junit4]   2> 7050 T1466 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60999/collection1/
[junit4:junit4]   2> 7050 T1466 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 7053 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30006 type:create cxid:0x53 zxid:0x61 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7922 T1446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7929 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7929 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7929 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7957 T1466 oasc.ZkController.register We are http://127.0.0.1:60999/collection1/ and leader is http://127.0.0.1:60999/collection1/
[junit4:junit4]   2> 7957 T1466 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60999
[junit4:junit4]   2> 7957 T1466 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 7957 T1466 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 7958 T1466 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7959 T1466 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7960 T1423 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 7961 T1423 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 7961 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 8038 T1423 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 8040 T1423 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41706
[junit4:junit4]   2> 8041 T1423 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 8041 T1423 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 8042 T1423 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362754608331
[junit4:junit4]   2> 8042 T1423 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362754608331/solr.xml
[junit4:junit4]   2> 8042 T1423 oasc.CoreContainer.<init> New CoreContainer 1369303428
[junit4:junit4]   2> 8042 T1423 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362754608331/'
[junit4:junit4]   2> 8043 T1423 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362754608331/'
[junit4:junit4]   2> 8061 T1423 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 8061 T1423 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 8062 T1423 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 8062 T1423 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 8062 T1423 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 8062 T1423 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 8063 T1423 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 8063 T1423 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 8063 T1423 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 8064 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 8069 T1423 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 8078 T1423 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:44722/solr
[junit4:junit4]   2> 8078 T1423 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 8078 T1423 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44722 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@38c4bbb
[junit4:junit4]   2> 8079 T1423 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8080 T1478 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:44722. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8080 T1478 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:44722, initiating session
[junit4:junit4]   2> 8080 T1425 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:48294
[junit4:junit4]   2> 8081 T1425 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:48294
[junit4:junit4]   2> 8082 T1427 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a80fdb30007 with negotiated timeout 20000 for client /127.0.0.1:48294
[junit4:junit4]   2> 8082 T1478 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:44722, sessionid = 0x13d4a80fdb30007, negotiated timeout = 20000
[junit4:junit4]   2> 8082 T1479 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38c4bbb name:ZooKeeperConnection Watcher:127.0.0.1:44722 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8082 T1423 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8083 T1428 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a80fdb30007
[junit4:junit4]   2> 8084 T1479 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8084 T1425 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:48294 which had sessionid 0x13d4a80fdb30007
[junit4:junit4]   2> 8084 T1423 oaz.ZooKeeper.close Session: 0x13d4a80fdb30007 closed
[junit4:junit4]   2> 8084 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 8088 T1423 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44722/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2d983c0
[junit4:junit4]   2> 8089 T1423 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8090 T1480 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:44722. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 8090 T1480 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:44722, initiating session
[junit4:junit4]   2> 8090 T1425 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:48295
[junit4:junit4]   2> 8091 T1425 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:48295
[junit4:junit4]   2> 8092 T1427 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a80fdb30008 with negotiated timeout 20000 for client /127.0.0.1:48295
[junit4:junit4]   2> 8092 T1480 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:44722, sessionid = 0x13d4a80fdb30008, negotiated timeout = 20000
[junit4:junit4]   2> 8092 T1481 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d983c0 name:ZooKeeperConnection Watcher:127.0.0.1:44722/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8092 T1423 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8094 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30008 type:create cxid:0x1 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8094 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30008 type:create cxid:0x2 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8096 T1423 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9099 T1423 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41706_
[junit4:junit4]   2> 9100 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30008 type:delete cxid:0xb zxid:0x70 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:41706_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:41706_
[junit4:junit4]   2> 9100 T1423 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41706_
[junit4:junit4]   2> 9102 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9103 T1481 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9103 T1445 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9104 T1452 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9104 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9104 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9105 T1465 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 9111 T1482 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362754608331/collection1
[junit4:junit4]   2> 9111 T1482 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9112 T1482 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9112 T1482 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9113 T1482 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362754608331/collection1/'
[junit4:junit4]   2> 9113 T1482 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362754608331/collection1/lib/README' to classloader
[junit4:junit4]   2> 9113 T1482 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362754608331/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9135 T1482 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9162 T1482 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9162 T1482 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9166 T1482 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9434 T1446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9435 T1446 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60999",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60999_",
[junit4:junit4]   2> 	  "numShards":"2"}
[junit4:junit4]   2> 9439 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9439 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9439 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9439 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9461 T1482 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9467 T1482 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9469 T1482 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9479 T1482 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9482 T1482 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9484 T1482 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9485 T1482 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9486 T1482 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9486 T1482 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9487 T1482 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 9487 T1482 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 9487 T1482 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty2-1362754608331/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty2/
[junit4:junit4]   2> 9487 T1482 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d46aeff
[junit4:junit4]   2> 9488 T1482 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9489 T1482 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty2 forceNew: false
[junit4:junit4]   2> 9489 T1482 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty2/index/
[junit4:junit4]   2> 9489 T1482 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9489 T1482 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty2/index forceNew: false
[junit4:junit4]   2> 9490 T1482 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@378336f7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25118e6f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9491 T1482 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9492 T1482 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9492 T1482 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9493 T1482 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9493 T1482 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9494 T1482 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9494 T1482 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9494 T1482 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9494 T1482 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9495 T1482 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9497 T1482 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9499 T1482 oass.SolrIndexSearcher.<init> Opening Searcher@119e7aec main
[junit4:junit4]   2> 9499 T1482 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty2/tlog
[junit4:junit4]   2> 9500 T1482 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9500 T1482 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9503 T1483 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@119e7aec main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9505 T1482 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 9505 T1482 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10943 T1446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10944 T1446 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41706",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41706_",
[junit4:junit4]   2> 	  "numShards":"2"}
[junit4:junit4]   2> 10944 T1446 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 10944 T1446 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 10949 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10950 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10949 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10950 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11506 T1482 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11506 T1482 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41706 collection:collection1 shard:shard2
[junit4:junit4]   2> 11507 T1482 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 11512 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30008 type:delete cxid:0x47 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 11512 T1482 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 11513 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30008 type:create cxid:0x48 zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11514 T1482 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 11514 T1482 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 11514 T1482 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41706/collection1/
[junit4:junit4]   2> 11514 T1482 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 11515 T1482 oasc.SyncStrategy.syncToMe http://127.0.0.1:41706/collection1/ has no replicas
[junit4:junit4]   2> 11515 T1482 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41706/collection1/
[junit4:junit4]   2> 11515 T1482 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 11517 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30008 type:create cxid:0x51 zxid:0x83 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12454 T1446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12466 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12466 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12466 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12466 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 12471 T1482 oasc.ZkController.register We are http://127.0.0.1:41706/collection1/ and leader is http://127.0.0.1:41706/collection1/
[junit4:junit4]   2> 12471 T1482 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41706
[junit4:junit4]   2> 12471 T1482 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 12471 T1482 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 12472 T1482 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12473 T1482 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12475 T1423 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 12476 T1423 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12477 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12571 T1423 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12575 T1423 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:41339
[junit4:junit4]   2> 12576 T1423 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12576 T1423 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12577 T1423 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362754612846
[junit4:junit4]   2> 12577 T1423 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362754612846/solr.xml
[junit4:junit4]   2> 12577 T1423 oasc.CoreContainer.<init> New CoreContainer 762049030
[junit4:junit4]   2> 12578 T1423 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362754612846/'
[junit4:junit4]   2> 12579 T1423 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362754612846/'
[junit4:junit4]   2> 12607 T1423 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 12608 T1423 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12608 T1423 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12608 T1423 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12609 T1423 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12609 T1423 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12610 T1423 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12610 T1423 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12611 T1423 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12611 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12637 T1423 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12651 T1423 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:44722/solr
[junit4:junit4]   2> 12652 T1423 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12652 T1423 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44722 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@76fefc4c
[junit4:junit4]   2> 12653 T1423 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12654 T1494 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:44722. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12655 T1425 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:48297
[junit4:junit4]   2> 12655 T1494 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:44722, initiating session
[junit4:junit4]   2> 12655 T1425 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:48297
[junit4:junit4]   2> 12656 T1427 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a80fdb30009 with negotiated timeout 20000 for client /127.0.0.1:48297
[junit4:junit4]   2> 12656 T1494 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:44722, sessionid = 0x13d4a80fdb30009, negotiated timeout = 20000
[junit4:junit4]   2> 12657 T1495 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@76fefc4c name:ZooKeeperConnection Watcher:127.0.0.1:44722 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12657 T1423 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12659 T1428 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a80fdb30009
[junit4:junit4]   2> 12660 T1425 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:48297 which had sessionid 0x13d4a80fdb30009
[junit4:junit4]   2> 12661 T1423 oaz.ZooKeeper.close Session: 0x13d4a80fdb30009 closed
[junit4:junit4]   2> 12661 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 12666 T1423 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44722/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@49137b94
[junit4:junit4]   2> 12667 T1495 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12668 T1496 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:44722. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12667 T1423 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12668 T1425 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:48298
[junit4:junit4]   2> 12668 T1496 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:44722, initiating session
[junit4:junit4]   2> 12669 T1425 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:48298
[junit4:junit4]   2> 12671 T1427 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a80fdb3000a with negotiated timeout 20000 for client /127.0.0.1:48298
[junit4:junit4]   2> 12671 T1496 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:44722, sessionid = 0x13d4a80fdb3000a, negotiated timeout = 20000
[junit4:junit4]   2> 12672 T1497 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49137b94 name:ZooKeeperConnection Watcher:127.0.0.1:44722/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12672 T1423 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12673 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb3000a type:create cxid:0x1 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12674 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb3000a type:create cxid:0x2 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12676 T1423 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 13679 T1423 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41339_
[junit4:junit4]   2> 13679 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb3000a type:delete cxid:0xb zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:41339_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:41339_
[junit4:junit4]   2> 13680 T1423 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41339_
[junit4:junit4]   2> 13682 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13682 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 13683 T1497 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13683 T1481 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13683 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13694 T1452 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13694 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13695 T1445 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13695 T1465 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 13700 T1498 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362754612846/collection1
[junit4:junit4]   2> 13701 T1498 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 13701 T1498 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 13702 T1498 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 13703 T1498 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362754612846/collection1/'
[junit4:junit4]   2> 13703 T1498 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362754612846/collection1/lib/README' to classloader
[junit4:junit4]   2> 13703 T1498 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362754612846/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 13724 T1498 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 13751 T1498 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 13752 T1498 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 13755 T1498 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13972 T1446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13973 T1446 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41706",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41706_",
[junit4:junit4]   2> 	  "numShards":"2"}
[junit4:junit4]   2> 13977 T1497 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13977 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13977 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13977 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 13977 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 14060 T1498 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 14066 T1498 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 14068 T1498 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 14078 T1498 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14081 T1498 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 14084 T1498 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14085 T1498 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14086 T1498 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14086 T1498 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 14087 T1498 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 14087 T1498 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 14087 T1498 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty3-1362754612846/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty3/
[junit4:junit4]   2> 14087 T1498 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d46aeff
[junit4:junit4]   2> 14088 T1498 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 14088 T1498 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty3 forceNew: false
[junit4:junit4]   2> 14089 T1498 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty3/index/
[junit4:junit4]   2> 14089 T1498 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 14089 T1498 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty3/index forceNew: false
[junit4:junit4]   2> 14090 T1498 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18adc36c lockFactory=org.apache.lucene.store.NativeFSLockFactory@48c2bb22),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14090 T1498 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14092 T1498 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 14093 T1498 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 14093 T1498 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 14093 T1498 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 14094 T1498 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 14094 T1498 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 14094 T1498 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 14095 T1498 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 14095 T1498 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 14098 T1498 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 14100 T1498 oass.SolrIndexSearcher.<init> Opening Searcher@26a9e97e main
[junit4:junit4]   2> 14100 T1498 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty3/tlog
[junit4:junit4]   2> 14101 T1498 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 14101 T1498 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 14104 T1499 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26a9e97e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 14106 T1498 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 14106 T1498 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15482 T1446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15483 T1446 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41339",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41339_",
[junit4:junit4]   2> 	  "numShards":"2"}
[junit4:junit4]   2> 15483 T1446 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 15483 T1446 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15488 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15488 T1497 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15488 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15489 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 15489 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 16107 T1498 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16108 T1498 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41339 collection:collection1 shard:shard1
[junit4:junit4]   2> 16111 T1498 oasc.ZkController.register We are http://127.0.0.1:41339/collection1/ and leader is http://127.0.0.1:60999/collection1/
[junit4:junit4]   2> 16111 T1498 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41339
[junit4:junit4]   2> 16111 T1498 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 16111 T1498 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C84 name=collection1 org.apache.solr.core.SolrCore@20fd9a8f url=http://127.0.0.1:41339/collection1 node=127.0.0.1:41339_ C84_STATE=coll:collection1 core:collection1 props:{collection=collection1, base_url=http://127.0.0.1:41339, core=collection1, state=down, node_name=127.0.0.1:41339_}
[junit4:junit4]   2> 16112 T1500 C84 P41339 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 16112 T1500 C84 P41339 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 16113 T1498 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16113 T1500 C84 P41339 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 16113 T1500 C84 P41339 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16114 T1500 C84 P41339 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16114 T1423 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4:junit4]   2> 16114 T1423 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 16115 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16119 T1423 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16121 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 16127 T1459 oasc.CoreContainer.create Creating SolrCore 'onenodecollectioncore' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362754603810/onenodecollectioncore
[junit4:junit4]   2> 16128 T1459 oasc.ZkController.createCollectionZkNode Check for collection zkNode:onenodecollection
[junit4:junit4]   2> 16128 T1459 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:onenodecollection
[junit4:junit4]   2> 16129 T1459 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 16130 T1459 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 16130 T1459 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection
[junit4:junit4]   2> 16132 T1459 oasc.ZkController.readConfigName Load collection config from:/collections/onenodecollection
[junit4:junit4]   2> 16133 T1459 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362754603810/onenodecollectioncore/'
[junit4:junit4]   2> 16156 T1459 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 16182 T1459 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16182 T1459 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 16186 T1459 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 16474 T1459 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 16480 T1459 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 16483 T1459 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 16494 T1459 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16497 T1459 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 16500 T1459 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16501 T1459 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16501 T1459 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16501 T1459 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 16502 T1459 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 16502 T1459 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARNING Expected key, got STRING
[junit4:junit4]   2> 16503 T1459 oasc.SolrCore.<init> [onenodecollectioncore] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-jetty1-1362754603810/onenodecollectioncore/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362754600368/onenodecollection/
[junit4:junit4]   2> 16503 T1459 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d46aeff
[junit4:junit4]   2> 16503 T1459 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 16505 T1459 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362754600368/onenodecollection forceNew: false
[junit4:junit4]   2> 16505 T1459 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362754600368/onenodecollection/index/
[junit4:junit4]   2> 16505 T1459 oasc.SolrCore.initIndex WARNING [onenodecollectioncore] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362754600368/onenodecollection/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 16506 T1459 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362754600368/onenodecollection/index forceNew: false
[junit4:junit4]   2> 16517 T1459 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7b0cab89 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6283af1f),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 16517 T1459 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 16519 T1459 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 16519 T1459 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 16520 T1459 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 16520 T1459 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 16521 T1459 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 16521 T1459 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 16521 T1459 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 16521 T1459 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 16522 T1459 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 16524 T1459 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 16526 T1459 oass.SolrIndexSearcher.<init> Opening Searcher@11735c61 main
[junit4:junit4]   2> 16527 T1459 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362754600368/onenodecollection/tlog
[junit4:junit4]   2> 16527 T1459 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 16528 T1459 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 16530 T1502 oasc.SolrCore.registerSearcher [onenodecollectioncore] Registered new searcher Searcher@11735c61 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 16531 T1459 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 16994 T1446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16995 T1446 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41339",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41339_",
[junit4:junit4]   2> 	  "numShards":"2"}
[junit4:junit4]   2> 16998 T1446 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60999",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60999_",
[junit4:junit4]   2> 	  "numShards":"1"}
[junit4:junit4]   2> 16998 T1446 oasc.Overseer$ClusterStateUpdater.createCollection Create collection onenodecollection with numShards 1
[junit4:junit4]   2> 16998 T1446 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 17003 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17003 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17004 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17003 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17004 T1497 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 17119 T1460 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {action=PREPRECOVERY&checkLive=true&coreNodeName=127.0.0.1:41339__collection1&nodeName=127.0.0.1:41339_&wt=javabin&version=2&onlyIfLeader=true&state=recovering&core=collection1} status=0 QTime=1001 
[junit4:junit4]   2> 17533 T1459 oasc.CoreContainer.registerCore registering core: onenodecollectioncore
[junit4:junit4]   2> 17534 T1459 oasc.ZkController.register Register replica - core:onenodecollectioncore address:http://127.0.0.1:60999 collection:onenodecollection shard:shard1
[junit4:junit4]   2> 17534 T1459 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leader_elect/shard1/election
[junit4:junit4]   2> 17539 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30006 type:delete cxid:0xa1 zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/collections/onenodecollection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/onenodecollection/leaders
[junit4:junit4]   2> 17540 T1459 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 17540 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30006 type:create cxid:0xa2 zxid:0xae txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 17542 T1459 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 17542 T1459 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 17542 T1459 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60999/onenodecollectioncore/
[junit4:junit4]   2> 17543 T1459 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 17543 T1459 oasc.SyncStrategy.syncToMe http://127.0.0.1:60999/onenodecollectioncore/ has no replicas
[junit4:junit4]   2> 17543 T1459 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60999/onenodecollectioncore/
[junit4:junit4]   2> 17544 T1459 oascc.SolrZkClient.makePath makePath: /collections/onenodecollection/leaders/shard1
[junit4:junit4]   2> 17555 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30006 type:create cxid:0xac zxid:0xb2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18511 T1446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18517 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18518 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18517 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18518 T1497 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18517 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 18559 T1459 oasc.ZkController.register We are http://127.0.0.1:60999/onenodecollectioncore/ and leader is http://127.0.0.1:60999/onenodecollectioncore/
[junit4:junit4]   2> 18560 T1459 oasc.ZkController.register No LogReplay needed for core=onenodecollectioncore baseURL=http://127.0.0.1:60999
[junit4:junit4]   2> 18560 T1459 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 18560 T1459 oasc.ZkController.publish publishing core=onenodecollectioncore state=active
[junit4:junit4]   2> 18562 T1459 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18563 T1459 oass.SolrDispatchFilter.handleAdminRequest /admin/cores {collection=onenodecollection&action=CREATE&dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362754600368/onenodecollection&name=onenodecollectioncore&wt=javabin&version=2&roles=none&numShards=1} status=0 QTime=2436 
[junit4:junit4]   2> 18564 T1423 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: onenodecollection failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 18565 T1423 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C84_STATE=coll:collection1 core:collection1 props:{collection=collection1, base_url=http://127.0.0.1:41339, shard=shard1, core=collection1, state=recovering, node_name=127.0.0.1:41339_}
[junit4:junit4]   2> 19120 T1500 C84 P41339 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:60999/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 19120 T1500 C84 P41339 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:41339 START replicas=[http://127.0.0.1:60999/collection1/] nUpdates=100
[junit4:junit4]   2> 19121 T1500 C84 P41339 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 19121 T1500 C84 P41339 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 19121 T1500 C84 P41339 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 19121 T1500 C84 P41339 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 19122 T1500 C84 P41339 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 19122 T1500 C84 P41339 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:60999/collection1/. core=collection1
[junit4:junit4]   2> 19122 T1500 C84 P41339 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C85 name=collection1 org.apache.solr.core.SolrCore@15a049f0 url=http://127.0.0.1:60999/collection1 node=127.0.0.1:60999_ C85_STATE=coll:collection1 core:collection1 props:{collection=collection1, base_url=http://127.0.0.1:60999, shard=shard1, core=collection1, state=active, node_name=127.0.0.1:60999_, leader=true}
[junit4:junit4]   2> 19130 T1459 C85 P60999 REQ /get {qt=/get&getVersions=100&wt=javabin&version=2&distrib=false} status=0 QTime=4 
[junit4:junit4]   2> 19138 T1458 C85 P60999 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 19140 T1458 C85 P60999 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c676629 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c65f505),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19140 T1458 C85 P60999 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19141 T1458 C85 P60999 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c676629 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c65f505),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3c676629 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7c65f505),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19141 T1458 C85 P60999 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19142 T1458 C85 P60999 oass.SolrIndexSearcher.<init> Opening Searcher@48796a68 realtime
[junit4:junit4]   2> 19142 T1458 C85 P60999 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 19142 T1458 C85 P60999 /update {commit=true&waitSearcher=true&commit_end_point=true&wt=javabin&version=2&softCommit=false&openSearcher=false} {commit=} 0 5
[junit4:junit4]   2> 19143 T1500 C84 P41339 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19143 T1500 C84 P41339 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 19147 T1460 C85 P60999 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 19148 T1460 C85 P60999 REQ /replication {qt=/replication&wt=javabin&command=indexversion&version=2} status=0 QTime=3 
[junit4:junit4]   2> 19148 T1500 C84 P41339 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 19148 T1500 C84 P41339 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 19149 T1500 C84 P41339 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 19151 T1461 C85 P60999 REQ /replication {qt=/replication&wt=javabin&command=filelist&version=2&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 19152 T1500 C84 P41339 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 19153 T1500 C84 P41339 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty3/index.20130308115659516 forceNew: false
[junit4:junit4]   2> 19153 T1500 C84 P41339 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/index4075240767tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@58e69beb) fullCopy=false
[junit4:junit4]   2> 19155 T1458 C85 P60999 REQ /replication {qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 19157 T1500 C84 P41339 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 19159 T1500 C84 P41339 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 19159 T1500 C84 P41339 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 19160 T1500 C84 P41339 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18adc36c lockFactory=org.apache.lucene.store.NativeFSLockFactory@48c2bb22),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@18adc36c lockFactory=org.apache.lucene.store.NativeFSLockFactory@48c2bb22),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 19161 T1500 C84 P41339 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 19161 T1500 C84 P41339 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 19161 T1500 C84 P41339 oass.SolrIndexSearcher.<init> Opening Searcher@6bb50f85 main
[junit4:junit4]   2> 19162 T1499 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6bb50f85 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 19162 T1500 C84 P41339 oash.SnapPuller.fetchLatestIndex removing temporary index download directory files MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/index4075240767tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@58e69beb)
[junit4:junit4]   2> 19162 T1500 C84 P41339 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 19163 T1500 C84 P41339 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 19163 T1500 C84 P41339 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 19163 T1500 C84 P41339 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 19164 T1500 C84 P41339 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 19566 T1423 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20022 T1446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20023 T1446 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60999",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60999_",
[junit4:junit4]   2> 	  "numShards":"1"}
[junit4:junit4]   2> 20027 T1446 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41339",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41339_",
[junit4:junit4]   2> 	  "numShards":"2"}
[junit4:junit4]   2> 20031 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20031 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20031 T1497 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20031 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20031 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 20568 T1423 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 20569 T1423 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: onenodecollection
[junit4:junit4]   2> 20569 T1423 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 20585 T1477 oejs.Response.sendError WARNING Committed before 404 Can not find: /onenodecollectioncore/update
[junit4:junit4]   2> 20585 T1423 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:44722 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@79802f34
[junit4:junit4]   2> 20585 T1477 oejs.ServletHandler.doHandle WARNING /onenodecollectioncore/update java.lang.IllegalStateException: Committed
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Response.resetBuffer(Response.java:1136)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Response.sendError(Response.java:314)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$Servlet404.service(JettySolrRunner.java:465)
[junit4:junit4]   2> 	at javax.servlet.http.HttpServlet.service(HttpServlet.java:770)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:669)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1336)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:379)
[junit4:junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:141)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1307)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:453)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:275)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1074)
[junit4:junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:382)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1006)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:365)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:485)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:937)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:998)
[junit4:junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:948)
[junit4:junit4]   2> 	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   2> 	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   2> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 20586 T1505 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost.localdomain/127.0.0.1:44722. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 20586 T1423 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 20587 T1505 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost.localdomain/127.0.0.1:44722, initiating session
[junit4:junit4]   2> 20587 T1425 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:48306
[junit4:junit4]   2> 20588 T1425 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:48306
[junit4:junit4]   2> 20588 T1427 oazs.ZooKeeperServer.finishSessionInit Established session 0x13d4a80fdb3000b with negotiated timeout 10000 for client /127.0.0.1:48306
[junit4:junit4]   2> 20588 T1505 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost.localdomain/127.0.0.1:44722, sessionid = 0x13d4a80fdb3000b, negotiated timeout = 10000
[junit4:junit4]   2> 20589 T1506 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79802f34 name:ZooKeeperConnection Watcher:127.0.0.1:44722 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 20589 T1423 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 20622 T1428 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a80fdb3000b
[junit4:junit4]   2> 20623 T1506 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 20623 T1423 oaz.ZooKeeper.close Session: 0x13d4a80fdb3000b closed
[junit4:junit4]   2> 20623 T1425 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:48306 which had sessionid 0x13d4a80fdb3000b
[junit4:junit4]   2> 20624 T1428 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a80fdb30004
[junit4:junit4]   2> 20624 T1452 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 20624 T1423 oaz.ZooKeeper.close Session: 0x13d4a80fdb30004 closed
[junit4:junit4]   2> 20624 T1425 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:48290 which had sessionid 0x13d4a80fdb30004
[junit4:junit4]   2> 20630 T1423 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 34993
[junit4:junit4]   2> 20631 T1423 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=126058361
[junit4:junit4]   2> 21537 T1446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 21538 T1446 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:34993__collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34993",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34993_"}
[junit4:junit4]   2> 21541 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21541 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21541 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 21542 T1497 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22632 T1423 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 22633 T1423 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 22635 T1423 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4faee3fb
[junit4:junit4]   2> 22640 T1423 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 22641 T1423 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 22641 T1423 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 22641 T1423 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 22642 T1423 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 22643 T1423 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/control/data
[junit4:junit4]   2> 22643 T1423 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/control/data
[junit4:junit4]   2> 22643 T1423 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/control/data/index
[junit4:junit4]   2> 22644 T1423 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/control/data/index
[junit4:junit4]   2> 22644 T1446 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89309485489913859-127.0.0.1:34993_-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 22645 T1428 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a80fdb30003
[junit4:junit4]   2> 22646 T1497 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22646 T1445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22646 T1425 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:48289 which had sessionid 0x13d4a80fdb30003
[junit4:junit4]   2> 22646 T1445 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 22647 T1445 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 22646 T1423 oaz.ZooKeeper.close Session: 0x13d4a80fdb30003 closed
[junit4:junit4]   2> 22647 T1445 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 22647 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30006 type:delete cxid:0xb9 zxid:0xce txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 22647 T1481 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 22648 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 22648 T1465 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 22649 T1497 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 22650 T1465 oasc.Overseer.start Overseer (id=89309485489913862-127.0.0.1:60999_-n_0000000001) starting
[junit4:junit4]   2> 22650 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30006 type:create cxid:0xbe zxid:0xd0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22651 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30006 type:create cxid:0xbf zxid:0xd1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22652 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30006 type:create cxid:0xc0 zxid:0xd2 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22652 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30006 type:create cxid:0xc1 zxid:0xd3 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 22653 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 22653 T1508 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 22654 T1465 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 22655 T1507 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 22656 T1507 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 22657 T1507 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:34993",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:34993_",
[junit4:junit4]   2> 	  "numShards":"2"}
[junit4:junit4]   2> 22660 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 22660 T1497 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 22660 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 22668 T1423 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 22720 T1423 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 60999
[junit4:junit4]   2> 22720 T1423 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=931079802
[junit4:junit4]   2> 24164 T1507 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 24165 T1507 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:60999__onenodecollectioncore",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60999",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60999_"}
[junit4:junit4]   2> 24168 T1507 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:60999__collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60999",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60999_"}
[junit4:junit4]   2> 24172 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24172 T1497 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 24172 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 25723 T1423 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 25723 T1423 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 25725 T1423 oasc.ZkController.publish publishing core=onenodecollectioncore state=down
[junit4:junit4]   2> 25727 T1423 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@15a049f0
[junit4:junit4]   2> 25732 T1423 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 25732 T1423 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 25733 T1423 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 25733 T1423 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 25735 T1423 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 25735 T1423 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty1
[junit4:junit4]   2> 25736 T1423 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty1
[junit4:junit4]   2> 25736 T1423 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty1/index
[junit4:junit4]   2> 25736 T1423 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty1/index
[junit4:junit4]   2> 25737 T1423 oasc.SolrCore.close [onenodecollectioncore]  CLOSING SolrCore org.apache.solr.core.SolrCore@41e41554
[junit4:junit4]   2> 25743 T1423 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 25744 T1423 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 25744 T1423 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 25744 T1423 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 25745 T1423 oasc.SolrCore.closeSearcher [onenodecollectioncore] Closing main searcher on request.
[junit4:junit4]   2> 25746 T1423 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362754600368/onenodecollection/index
[junit4:junit4]   2> 25746 T1423 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362754600368/onenodecollection/index
[junit4:junit4]   2> 25746 T1423 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362754600368/onenodecollection
[junit4:junit4]   2> 25747 T1423 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-BasicDistributedZk2Test-1362754600368/onenodecollection
[junit4:junit4]   2> 25748 T1507 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89309485489913862-127.0.0.1:60999_-n_0000000001) am no longer a leader.
[junit4:junit4]   2> 25748 T1428 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a80fdb30006
[junit4:junit4]   2> 25750 T1425 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:48292 which had sessionid 0x13d4a80fdb30006
[junit4:junit4]   2> 25751 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb3000a type:delete cxid:0x55 zxid:0xe4 txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 25751 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30008 type:delete cxid:0x71 zxid:0xe5 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 25751 T1423 oaz.ZooKeeper.close Session: 0x13d4a80fdb30006 closed
[junit4:junit4]   2> 25751 T1497 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 25752 T1481 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 25752 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb3000a type:create cxid:0x56 zxid:0xe6 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25753 T1497 oasc.ShardLeaderElectionContext.shouldIBeLeader Checking if I should try and be the leader.
[junit4:junit4]   2> 25754 T1497 oasc.ShardLeaderElectionContext.shouldIBeLeader My last published State was Active, it's okay to be the leader.
[junit4:junit4]   2> 25754 T1497 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 25754 T1497 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:41339/collection1/
[junit4:junit4]   2> 25754 T1481 oasc.Overseer.start Overseer (id=89309485489913864-127.0.0.1:41706_-n_0000000002) starting
[junit4:junit4]   2> 25754 T1497 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:41339 START replicas=[http://127.0.0.1:60999/collection1/] nUpdates=100
[junit4:junit4]   2> 25755 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30008 type:create cxid:0x76 zxid:0xe9 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25755 T1497 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:41339 DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 25755 T1497 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4]   2> 25755 T1497 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 25755 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30008 type:create cxid:0x77 zxid:0xea txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25755 T1497 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:41339/collection1/
[junit4:junit4]   2> 25756 T1497 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 25756 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30008 type:create cxid:0x78 zxid:0xeb txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25757 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb30008 type:create cxid:0x79 zxid:0xec txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25758 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 25758 T1511 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 25760 T1481 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 25761 T1510 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 25761 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb3000a type:create cxid:0x5e zxid:0xee txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 25762 T1497 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 25764 T1497 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 25764 T1510 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 25767 T1510 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60999",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60999_",
[junit4:junit4]   2> 	  "numShards":"2"}
[junit4:junit4]   2> 25770 T1510 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "collection":"onenodecollection",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:60999",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "core":"onenodecollectioncore",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "roles":"none",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:60999_",
[junit4:junit4]   2> 	  "numShards":"1"}
[junit4:junit4]   2> 25773 T1423 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 25779 T1497 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 25779 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 25825 T1423 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 41706
[junit4:junit4]   2> 25825 T1423 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1369303428
[junit4:junit4]   2> 26827 T1423 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 26827 T1423 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 26831 T1423 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@77e86f2d
[junit4:junit4]   2> 26835 T1423 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 26836 T1423 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 26836 T1423 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 26836 T1423 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 26837 T1423 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 26838 T1423 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty2
[junit4:junit4]   2> 26838 T1423 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty2
[junit4:junit4]   2> 26839 T1423 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty2/index
[junit4:junit4]   2> 26839 T1423 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty2/index
[junit4:junit4]   2> 26840 T1510 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89309485489913864-127.0.0.1:41706_-n_0000000002) am no longer a leader.
[junit4:junit4]   2> 26840 T1428 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a80fdb30008
[junit4:junit4]   2> 26841 T1425 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:48295 which had sessionid 0x13d4a80fdb30008
[junit4:junit4]   2> 26842 T1423 oaz.ZooKeeper.close Session: 0x13d4a80fdb30008 closed
[junit4:junit4]   2> 26842 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb3000a type:delete cxid:0x66 zxid:0x100 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 26843 T1497 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 26844 T1497 oasc.Overseer.start Overseer (id=89309485489913866-127.0.0.1:41339_-n_0000000003) starting
[junit4:junit4]   2> 26845 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb3000a type:create cxid:0x6b zxid:0x102 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 26846 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb3000a type:create cxid:0x6c zxid:0x103 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 26846 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb3000a type:create cxid:0x6d zxid:0x104 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 26847 T1428 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13d4a80fdb3000a type:create cxid:0x6e zxid:0x105 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 26848 T1497 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 26848 T1513 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 26849 T1497 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4:junit4]   2> 26851 T1512 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 26852 T1512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 26853 T1512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:41706__collection1",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41706",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41706_"}
[junit4:junit4]   2> 26855 T1512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:41706",
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:41706_",
[junit4:junit4]   2> 	  "numShards":"2"}
[junit4:junit4]   2> 26859 T1497 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 26863 T1423 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 26915 T1423 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 41339
[junit4:junit4]   2> 26915 T1423 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=762049030
[junit4:junit4]   2> 27050 T1465 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 27051 T1465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 27051 T1465 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 27051 T1465 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 27917 T1423 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 27918 T1423 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 27920 T1423 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@20fd9a8f
[junit4:junit4]   2> 27924 T1423 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 27925 T1423 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 27926 T1423 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 27926 T1423 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 27927 T1423 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 27928 T1423 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty3/index
[junit4:junit4]   2> 27928 T1423 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty3/index
[junit4:junit4]   2> 27928 T1423 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty3/index.20130308115659516
[junit4:junit4]   2> 27928 T1423 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty3/index.20130308115659516
[junit4:junit4]   2> 27929 T1423 oasc.CachingDirectoryFactory.close Closing directory when closing factory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty3
[junit4:junit4]   2> 27929 T1423 oasc.CachingDirectoryFactory.closeDirectory Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.BasicDistributedZk2Test-1362754600368/jetty3
[junit4:junit4]   2> 27930 T1512 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89309485489913866-127.0.0.1:41339_-n_0000000003) am no longer a leader.
[junit4:junit4]   2> 27930 T1428 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13d4a80fdb3000a
[junit4:junit4]   2> 27931 T1497 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 27931 T1425 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:48298 which had sessionid 0x13d4a80fdb3000a
[junit4:junit4]   2> 27932 T1497 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 27931 T1423 oaz.ZooKeeper.close Session: 0x13d4a80fdb3000a closed
[junit4:junit4]   2> 27932 T1497 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 27932 T1497 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 27954 T1423 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 28008 T1423 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 28009 T1423 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 28009 T1423 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 28009 T1423 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 28009 T1428 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 28009 T1423 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 28010 T1427 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 28010 T1423 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 28011 T1423 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:44722 44722
[junit4:junit4]   2> 28012 T1425 oazs.NIOServerCnxnFactory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 28013 T1423 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 28013 T1423 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 28013 T1423 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 28014 T1423 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 28014 T1423 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   1> / (2)
[junit4:junit4]   1> DATA:
[junit4:junit4]   1>     
[junit4:junit4]   1>  /zookeeper (1)
[junit4:junit4]   1>  DATA:
[junit4:junit4]   1>      
[junit4:junit4]   1>  /solr (7)
[junit4:junit4]   1>   /solr/clusterstate.json (0)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       {
[junit4:junit4]   1>         "control_collection":{
[junit4:junit4]   1>           "shards":{"shard1":{
[junit4:junit4]   1>               "range":"80000000-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"127.0.0.1:34993__collection1":{
[junit4:junit4]   1>                   "collection":"control_collection",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:34993",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:34993_",
[junit4:junit4]   1>                   "leader":"true"}}}},
[junit4:junit4]   1>           "router":"compositeId"},
[junit4:junit4]   1>         "collection1":{
[junit4:junit4]   1>           "shards":{
[junit4:junit4]   1>             "shard1":{
[junit4:junit4]   1>               "range":"80000000-ffffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{
[junit4:junit4]   1>                 "127.0.0.1:60999__collection1":{
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:60999",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:60999_",
[junit4:junit4]   1>                   "leader":"true"},
[junit4:junit4]   1>                 "127.0.0.1:41339__collection1":{
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:41339",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:41339_"}}},
[junit4:junit4]   1>             "shard2":{
[junit4:junit4]   1>               "range":"0-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"127.0.0.1:41706__collection1":{
[junit4:junit4]   1>                   "collection":"collection1",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:41706",
[junit4:junit4]   1>                   "shard":"shard2",
[junit4:junit4]   1>                   "core":"collection1",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:41706_",
[junit4:junit4]   1>                   "leader":"true"}}}},
[junit4:junit4]   1>           "router":"compositeId"},
[junit4:junit4]   1>         "onenodecollection":{
[junit4:junit4]   1>           "shards":{"shard1":{
[junit4:junit4]   1>               "range":"80000000-7fffffff",
[junit4:junit4]   1>               "state":"active",
[junit4:junit4]   1>               "replicas":{"127.0.0.1:60999__onenodecollectioncore":{
[junit4:junit4]   1>                   "collection":"onenodecollection",
[junit4:junit4]   1>                   "base_url":"http://127.0.0.1:60999",
[junit4:junit4]   1>                   "shard":"shard1",
[junit4:junit4]   1>                   "core":"onenodecollectioncore",
[junit4:junit4]   1>                   "state":"active",
[junit4:junit4]   1>                   "roles":"none",
[junit4:junit4]   1>                   "node_name":"127.0.0.1:60999_",
[junit4:junit4]   1>                   "leader":"true"}}}},
[junit4:junit4]   1>           "router":"compositeId"}}
[junit4:junit4]   1>   /solr/overseer_elect (2)
[junit4:junit4]   1>    /solr/overseer_elect/leader (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"id":"89309485489913859-127.0.0.1:34993_-n_0000000000"}
[junit4:junit4]   1>    /solr/overseer_elect/election (4)
[junit4:junit4]   1>     /solr/overseer_elect/election/89309485489913864-127.0.0.1:41706_-n_0000000002 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89309485489913866-127.0.0.1:41339_-n_0000000003 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89309485489913862-127.0.0.1:60999_-n_0000000001 (0)
[junit4:junit4]   1>     /solr/overseer_elect/election/89309485489913859-127.0.0.1:34993_-n_0000000000 (0)
[junit4:junit4]   1>   /solr/aliases.json (0)
[junit4:junit4]   1>   /solr/collections (3)
[junit4:junit4]   1>    /solr/collections/collection1 (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/collection1/leaders (2)
[junit4:junit4]   1>      /solr/collections/collection1/leaders/shard2 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:41706",
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:41706_"}
[junit4:junit4]   1>      /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:60999",
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:60999_"}
[junit4:junit4]   1>     /solr/collections/collection1/leader_elect (2)
[junit4:junit4]   1>      /solr/collections/collection1/leader_elect/shard2 (1)
[junit4:junit4]   1>       /solr/collections/collection1/leader_elect/shard2/election (1)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/89309485489913864-127.0.0.1:41706__collection1-n_0000000000 (0)
[junit4:junit4]   1>      /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/collection1/leader_elect/shard1/election (2)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/89309485489913862-127.0.0.1:60999__collection1-n_0000000000 (0)
[junit4:junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/89309485489913866-127.0.0.1:41339__collection1-n_0000000001 (0)
[junit4:junit4]   1>     /solr/collections/collection1/shards (0)
[junit4:junit4]   1>    /solr/collections/control_collection (3)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {"configName":"conf1"}
[junit4:junit4]   1>     /solr/collections/control_collection/leaders (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:34993",
[junit4:junit4]   1>            "core":"collection1",
[junit4:junit4]   1>            "node_name":"127.0.0.1:34993_"}
[junit4:junit4]   1>     /solr/collections/control_collection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/control_collection/leader_elect/shard1/election/89309485489913859-127.0.0.1:34993__collection1-n_0000000000 (0)
[junit4:junit4]   1>     /solr/collections/control_collection/shards (0)
[junit4:junit4]   1>    /solr/collections/onenodecollection (2)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        {
[junit4:junit4]   1>          "configName":"conf1",
[junit4:junit4]   1>          "router":"compositeId"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leaders (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leaders/shard1 (0)
[junit4:junit4]   1>      DATA:
[junit4:junit4]   1>          {
[junit4:junit4]   1>            "base_url":"http://127.0.0.1:60999",
[junit4:junit4]   1>            "core":"onenodecollectioncore",
[junit4:junit4]   1>            "node_name":"127.0.0.1:60999_"}
[junit4:junit4]   1>     /solr/collections/onenodecollection/leader_elect (1)
[junit4:junit4]   1>      /solr/collections/onenodecollection/leader_elect/shard1 (1)
[junit4:junit4]   1>       /solr/collections/onenodecollection/leader_elect/shard1/election (1)
[junit4:junit4]   1>        /solr/collections/onenodecollection/leader_elect/shard1/election/89309485489913862-127.0.0.1:60999__onenodecollectioncore-n_0000000000 (0)
[junit4:junit4]   1>   /solr/configs (1)
[junit4:junit4]   1>    /solr/configs/conf1 (9)
[junit4:junit4]   1>     /solr/configs/conf1/old_synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/mapping-ISOLatin1Accent.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/currency.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/protwords.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/open-exchange-rates.json (0)
[junit4:junit4]   1>     DATA:
[junit4:junit4]   1>         {
[junit4:junit4]   1>           "disclaimer": "This data is not real, it was synthetically created to match currency.xml.  It is modeled after the data format available from openexchangerates.org.  See https://openexchangerates.org/documentation for details",
[junit4:junit4]   1>           "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4]   1>           "timestamp": 1332070464,
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4]   1>         
[junit4:junit4]   1>         
[junit4:junit4]   1>           "base": "USD",
[junit4:junit4]   1>           "rates": {
[junit4:junit4]   1>             "USD": 1,
[junit4:junit4]   1>             "JPY": 81.29,
[junit4:junit4]   1>             "EUR": 2.5,
[junit4:junit4]   1>             "GBP": 0.5,
[junit4:junit4]   1>             "MXN": 2.0
[junit4:junit4]   1>           }
[junit4:junit4]   1>         }
[junit4:junit4]   1>         
[junit4:junit4]   1>     /solr/configs/conf1/synonyms.txt (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>     /solr/configs/conf1/schema.xml (0)
[junit4:junit4]   1>     DATA: ...supressed...
[junit4:junit4]   1>   /solr/overseer (3)
[junit4:junit4]   1>   DATA:
[junit4:junit4]   1>       
[junit4:junit4]   1>    /solr/overseer/queue (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>    /solr/overseer/queue-work (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>    /solr/overseer/collection-queue-work (0)
[junit4:junit4]   1>    DATA:
[junit4:junit4]   1>        
[junit4:junit4]   1>   /solr/live_nodes (4)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:60999_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:41706_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:34993_ (0)
[junit4:junit4]   1>    /solr/live_nodes/127.0.0.1:41339_ (0)
[junit4:junit4]   1> 
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZk2Test -Dtests.method=testDistribSearch -Dtests.seed=2438304DFE09CA4A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_TN -Dtests.timezone=America/Argentina/San_Luis -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   28.0s J1 | BasicDistributedZk2Test.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.common.SolrException: Server at http://127.0.0.1:41706/onenodecollectioncore returned non ok status:404, message:Can not find: /onenodecollectioncore/update
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([2438304DFE09CA4A:A5DEBE558956AA76]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:375)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:116)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.SolrServer.add(SolrServer.java:102)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.testNodeWithoutCollectionForwarding(BasicDistributedZk2Test.java:200)
[junit4:junit4]    > 	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:89)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:806)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:487)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 28024 T1423 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 28028 T1422 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4]   2> 28141 T1481 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 28142 T1481 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 28142 T1481 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 28142 T1481 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 28636 T1426 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=ar_TN, timezone=America/Argentina/San_Luis
[junit4:junit4]   2> NOTE: Linux 3.2.0-38-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=2,free=127019736,total=339017728
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestFieldResource, SimplePostToolTest, DOMUtilTest, TestRecovery, UpdateParamsTest, TestFiltering, TestMergePolicyConfig, TestRandomFaceting, TestZkChroot, TestWordDelimiterFilterFactory, TestStressLucene, TimeZoneUtilsTest, TestIndexSearcher, FullSolrCloudDistribCmdsTest, ChaosMonkeySafeLeaderTest, SolrCoreCheckLockOnStartupTest, TestRangeQuery, TestLMJelinekMercerSimilarityFactory, SampleTest, CurrencyFieldXmlFileTest, TestBinaryResponseWriter, TestComponentsName, SolrCmdDistributorTest, DistanceFunctionTest, TestSolrXMLSerializer, RequiredFieldsTest, TestBM25SimilarityFactory, TestAnalyzedSuggestions, JSONWriterTest, SpellCheckCollatorTest, RequestHandlersTest, DateMathParserTest, ZkSolrClientTest, XmlUpdateRequestHandlerTest, DirectUpdateHandlerTest, ShardRoutingCustomTest, CurrencyFieldOpenExchangeTest, TestPropInject, HardAutoCommitTest, SuggesterWFSTTest, SignatureUpdateProcessorFactoryTest, StandardRequestHandlerTest, SortByFunctionTest, TestJmxIntegration, UniqFieldsUpdateProcessorFactoryTest, EchoParamsTest, DisMaxRequestHandlerTest, HighlighterConfigTest, TestCodecSupport, BasicZkTest, TestDynamicFieldCollectionResource, DocumentAnalysisRequestHandlerTest, TestJmxMonitoredMap, TestPartialUpdateDeduplication, TestFieldCollectionResource, PathHierarchyTokenizerFactoryTest, TestQuerySenderNoQuery, SolrRequestParserTest, TestQueryTypes, TestSolr4Spatial, TestCSVLoader, TestOmitPositions, SuggesterTSTTest, TestCSVResponseWriter, BasicDistributedZk2Test]
[junit4:junit4] Completed on J1 in 28.81s, 1 test, 1 error <<< FAILURES!

[...truncated 495 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:381: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:361: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:183: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:449: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1213: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:877: There were test failures: 269 suites, 1137 tests, 1 error, 13 ignored (7 assumptions)

Total time: 42 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.8.0-ea-b79 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure