You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2012/12/29 11:49:31 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.6.0) - Build # 17 - Still Failing!

Build: http://jenkins.sd-datasolutions.de/job/Lucene-Solr-trunk-MacOSX/17/
Java: 64bit/jdk1.6.0 -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.ClusterStateUpdateTest.testCoreRegistration

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([DC5B69F16974B316:62D00F5E100EBD23]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.ClusterStateUpdateTest.testCoreRegistration(ClusterStateUpdateTest.java:234)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)




Build Log:
[...truncated 8659 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ClusterStateUpdateTest
[junit4:junit4]   2> 3 T4343 oas.SolrTestCaseJ4.setUp ###Starting testCoreRegistration
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989
[junit4:junit4]   2> 4 T4343 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 5 T4344 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 7 T4344 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 7 T4344 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 7 T4344 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 7 T4344 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 16 T4344 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 110 T4343 oasc.ZkTestServer.run start zk server on port:50456
[junit4:junit4]   2> 110 T4343 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50456 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@69720b2a
[junit4:junit4]   2> 111 T4343 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 112 T4349 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:50456. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 113 T4349 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50456, initiating session
[junit4:junit4]   2> 113 T4345 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50457
[junit4:junit4]   2> 114 T4345 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50457
[junit4:junit4]   2> 114 T4347 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 117 T4347 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be640be8a0000 with negotiated timeout 10000 for client /127.0.0.1:50457
[junit4:junit4]   2> 117 T4349 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:50456, sessionid = 0x13be640be8a0000, negotiated timeout = 10000
[junit4:junit4]   2> 120 T4350 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69720b2a name:ZooKeeperConnection Watcher:127.0.0.1:50456 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 121 T4343 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 122 T4343 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 128 T4348 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be640be8a0000
[junit4:junit4]   2> 129 T4350 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 131 T4345 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50457 which had sessionid 0x13be640be8a0000
[junit4:junit4]   2> 129 T4343 oaz.ZooKeeper.close Session: 0x13be640be8a0000 closed
[junit4:junit4]   2> 132 T4343 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50456/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@54ed918f
[junit4:junit4]   2> 133 T4343 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 134 T4351 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:50456. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 134 T4351 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50456, initiating session
[junit4:junit4]   2> 135 T4345 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50458
[junit4:junit4]   2> 135 T4345 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50458
[junit4:junit4]   2> 137 T4347 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be640be8a0001 with negotiated timeout 10000 for client /127.0.0.1:50458
[junit4:junit4]   2> 137 T4351 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:50456, sessionid = 0x13be640be8a0001, negotiated timeout = 10000
[junit4:junit4]   2> 137 T4352 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54ed918f name:ZooKeeperConnection Watcher:127.0.0.1:50456/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 137 T4343 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 138 T4343 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 141 T4343 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 144 T4343 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 147 T4343 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 151 T4343 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 151 T4343 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 157 T4343 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 158 T4343 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 162 T4343 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 163 T4343 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 167 T4343 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 172 T4343 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 178 T4343 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 178 T4343 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 184 T4343 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 184 T4343 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 189 T4343 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 190 T4343 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 195 T4343 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 196 T4343 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 200 T4343 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 201 T4343 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 206 T4348 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be640be8a0001
[junit4:junit4]   2> 207 T4345 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50458 which had sessionid 0x13be640be8a0001
[junit4:junit4]   2> 208 T4352 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 209 T4343 oaz.ZooKeeper.close Session: 0x13be640be8a0001 closed
[junit4:junit4]   2> 209 T4343 oasc.ClusterStateUpdateTest.setUp ####SETUP_START testCoreRegistration
[junit4:junit4]   2> 213 T4343 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 213 T4343 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 214 T4343 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 214 T4343 oasc.CoreContainer.<init> New CoreContainer 375851094
[junit4:junit4]   2> 215 T4343 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 216 T4343 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 267 T4343 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 267 T4343 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 268 T4343 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 268 T4343 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 268 T4343 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 269 T4343 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 269 T4343 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 269 T4343 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 270 T4343 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 270 T4343 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 284 T4343 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 315 T4343 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50456/solr
[junit4:junit4]   2> 316 T4343 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 316 T4343 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50456 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6c5fc5b5
[junit4:junit4]   2> 317 T4343 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 318 T4353 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:50456. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 319 T4353 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50456, initiating session
[junit4:junit4]   2> 319 T4345 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50459
[junit4:junit4]   2> 320 T4345 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50459
[junit4:junit4]   2> 322 T4347 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be640be8a0002 with negotiated timeout 20000 for client /127.0.0.1:50459
[junit4:junit4]   2> 322 T4353 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:50456, sessionid = 0x13be640be8a0002, negotiated timeout = 20000
[junit4:junit4]   2> 322 T4354 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c5fc5b5 name:ZooKeeperConnection Watcher:127.0.0.1:50456 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 323 T4343 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 324 T4348 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be640be8a0002
[junit4:junit4]   2> 325 T4345 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50459 which had sessionid 0x13be640be8a0002
[junit4:junit4]   2> 326 T4354 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 326 T4343 oaz.ZooKeeper.close Session: 0x13be640be8a0002 closed
[junit4:junit4]   2> 326 T4343 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=15000&connTimeout=30000
[junit4:junit4]   2> 333 T4343 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50456/solr sessionTimeout=3000 watcher=org.apache.solr.common.cloud.ConnectionManager@34ca380a
[junit4:junit4]   2> 333 T4343 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 334 T4355 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:50456. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 335 T4355 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50456, initiating session
[junit4:junit4]   2> 335 T4345 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50460
[junit4:junit4]   2> 336 T4345 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50460
[junit4:junit4]   2> 337 T4347 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be640be8a0003 with negotiated timeout 3000 for client /127.0.0.1:50460
[junit4:junit4]   2> 337 T4355 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:50456, sessionid = 0x13be640be8a0003, negotiated timeout = 3000
[junit4:junit4]   2> 338 T4356 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34ca380a name:ZooKeeperConnection Watcher:127.0.0.1:50456/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 338 T4343 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 340 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 342 T4343 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 344 T4343 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:1661_solr
[junit4:junit4]   2> 345 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:1661_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:1661_solr
[junit4:junit4]   2> 345 T4343 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:1661_solr
[junit4:junit4]   2> 350 T4343 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 355 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 356 T4343 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 359 T4343 oasc.Overseer.start Overseer (id=88917783412867075-127.0.0.1:1661_solr-n_0000000000) starting
[junit4:junit4]   2> 360 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 361 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 362 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 363 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 369 T4358 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 374 T4343 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 378 T4343 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 381 T4357 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 388 T4359 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 388 T4359 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 389 T4359 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 389 T4359 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 391 T4359 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 391 T4359 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 392 T4359 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 452 T4359 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 523 T4359 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 525 T4359 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 531 T4359 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1212 T4359 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1221 T4359 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1225 T4359 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1248 T4359 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1253 T4359 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1258 T4359 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1260 T4359 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1262 T4359 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data1/
[junit4:junit4]   2> 1262 T4359 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@256eb6bc
[junit4:junit4]   2> 1263 T4359 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1263 T4359 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data1 forceNew:false
[junit4:junit4]   2> 1263 T4359 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data1
[junit4:junit4]   2> 1264 T4359 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data1/index/
[junit4:junit4]   2> 1264 T4359 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1265 T4359 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data1/index forceNew:false
[junit4:junit4]   2> 1266 T4359 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@34ec2e95 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1c69b554))),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1267 T4359 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1267 T4359 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data1/index
[junit4:junit4]   2> 1268 T4359 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1269 T4359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1270 T4359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1270 T4359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1270 T4359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1272 T4359 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1272 T4359 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1272 T4359 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1273 T4359 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1273 T4359 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1274 T4359 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1274 T4359 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1274 T4359 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1275 T4359 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1275 T4359 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1275 T4359 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1276 T4359 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1277 T4359 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1277 T4359 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1277 T4359 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1278 T4359 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1278 T4359 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1279 T4359 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1279 T4359 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1279 T4359 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1280 T4359 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1280 T4359 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1285 T4359 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1288 T4359 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1289 T4359 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1291 T4359 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data1
[junit4:junit4]   2> 1292 T4359 oass.SolrIndexSearcher.<init> Opening Searcher@6204bacb main
[junit4:junit4]   2> 1294 T4359 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1295 T4359 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1295 T4359 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1300 T4359 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1344 T4359 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1344 T4359 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1346 T4360 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6204bacb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1347 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:create cxid:0x53 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 1415 T4357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1416 T4357 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1661_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1661/solr"}
[junit4:junit4]   2> 1416 T4357 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 1417 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:create cxid:0x5b zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 1424 T4356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2351 T4359 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2351 T4359 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:1661/solr collection:collection1 shard:shard1
[junit4:junit4]   2> 2352 T4359 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 2360 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:delete cxid:0x78 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 2361 T4359 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2362 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:create cxid:0x79 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2364 T4359 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2364 T4359 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2364 T4359 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:1661/solr/collection1/
[junit4:junit4]   2> 2365 T4359 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 2372 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:create cxid:0x83 zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2436 T4357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2452 T4356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2480 T4359 oasc.ZkController.register We are http://127.0.0.1:1661/solr/collection1/ and leader is http://127.0.0.1:1661/solr/collection1/
[junit4:junit4]   2> 2480 T4359 oasc.ZkController.checkRecovery WARNING Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4:junit4]   2> 2480 T4359 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 2481 T4359 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2483 T4359 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2484 T4343 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2484 T4343 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 2485 T4343 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 2486 T4343 oasc.CoreContainer.<init> New CoreContainer 1093313054
[junit4:junit4]   2> 2486 T4343 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2486 T4343 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 2518 T4343 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 2519 T4343 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2519 T4343 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2519 T4343 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2520 T4343 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2520 T4343 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2521 T4343 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2521 T4343 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2521 T4343 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2522 T4343 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2536 T4343 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 2553 T4343 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50456/solr
[junit4:junit4]   2> 2554 T4343 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2554 T4343 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50456 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6f83cfca
[junit4:junit4]   2> 2571 T4343 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2576 T4361 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:50456. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 2580 T4361 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50456, initiating session
[junit4:junit4]   2> 2581 T4345 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50461
[junit4:junit4]   2> 2581 T4345 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50461
[junit4:junit4]   2> 2582 T4347 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be640be8a0004 with negotiated timeout 20000 for client /127.0.0.1:50461
[junit4:junit4]   2> 2582 T4361 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:50456, sessionid = 0x13be640be8a0004, negotiated timeout = 20000
[junit4:junit4]   2> 2583 T4362 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f83cfca name:ZooKeeperConnection Watcher:127.0.0.1:50456 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2583 T4343 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2585 T4348 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be640be8a0004
[junit4:junit4]   2> 2586 T4345 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50461 which had sessionid 0x13be640be8a0004
[junit4:junit4]   2> 2586 T4343 oaz.ZooKeeper.close Session: 0x13be640be8a0004 closed
[junit4:junit4]   2> 2586 T4362 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 2586 T4343 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=15000&connTimeout=30000
[junit4:junit4]   2> 2593 T4343 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50456/solr sessionTimeout=3000 watcher=org.apache.solr.common.cloud.ConnectionManager@5f3b8977
[junit4:junit4]   2> 2594 T4343 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2594 T4363 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:50456. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 2595 T4363 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50456, initiating session
[junit4:junit4]   2> 2596 T4345 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50462
[junit4:junit4]   2> 2597 T4345 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50462
[junit4:junit4]   2> 2598 T4347 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be640be8a0005 with negotiated timeout 3000 for client /127.0.0.1:50462
[junit4:junit4]   2> 2598 T4363 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:50456, sessionid = 0x13be640be8a0005, negotiated timeout = 3000
[junit4:junit4]   2> 2598 T4364 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f3b8977 name:ZooKeeperConnection Watcher:127.0.0.1:50456/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2598 T4343 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2599 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0005 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2601 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0005 type:create cxid:0x2 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2602 T4343 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:1662_solr
[junit4:junit4]   2> 2603 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0005 type:delete cxid:0x4 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:1662_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:1662_solr
[junit4:junit4]   2> 2604 T4343 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:1662_solr
[junit4:junit4]   2> 2610 T4343 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2618 T4356 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 2618 T4356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2620 T4365 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 2620 T4365 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2621 T4365 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2621 T4365 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2622 T4365 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 2623 T4365 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2624 T4365 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 2692 T4365 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2764 T4365 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2766 T4365 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 2772 T4365 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 2987 T4357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2988 T4357 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1661_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1661/solr"}
[junit4:junit4]   2> 2993 T4364 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2993 T4356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3465 T4365 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 3472 T4365 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 3475 T4365 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 3491 T4365 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3496 T4365 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 3502 T4365 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3519 T4365 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 3521 T4365 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data2/
[junit4:junit4]   2> 3522 T4365 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@256eb6bc
[junit4:junit4]   2> 3522 T4365 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 3523 T4365 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data2 forceNew:false
[junit4:junit4]   2> 3523 T4365 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data2
[junit4:junit4]   2> 3523 T4365 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data2/index/
[junit4:junit4]   2> 3524 T4365 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 3524 T4365 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data2/index forceNew:false
[junit4:junit4]   2> 3526 T4365 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@58f570f8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@55ab1ae6))),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 3526 T4365 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 3527 T4365 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data2/index
[junit4:junit4]   2> 3527 T4365 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 3529 T4365 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 3529 T4365 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 3530 T4365 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 3530 T4365 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 3531 T4365 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 3531 T4365 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 3531 T4365 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 3532 T4365 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 3532 T4365 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 3533 T4365 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 3533 T4365 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 3534 T4365 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 3534 T4365 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 3534 T4365 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 3535 T4365 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 3535 T4365 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 3538 T4365 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3540 T4365 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3541 T4365 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3541 T4365 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3542 T4365 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3542 T4365 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3543 T4365 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3543 T4365 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 3544 T4365 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 3544 T4365 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 3549 T4365 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 3551 T4365 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 3554 T4365 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 3556 T4365 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data2
[junit4:junit4]   2> 3556 T4365 oass.SolrIndexSearcher.<init> Opening Searcher@25beacbf main
[junit4:junit4]   2> 3556 T4365 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 3557 T4365 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 3557 T4365 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 3561 T4365 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 3608 T4366 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25beacbf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 3618 T4365 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 3618 T4365 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4021 T4357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4022 T4357 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1662_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1662/solr"}
[junit4:junit4]   2> 4023 T4357 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 4023 T4357 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 4030 T4364 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4031 T4356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4625 T4365 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 4626 T4365 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:1662/solr collection:collection1 shard:shard1
[junit4:junit4]   2> 4629 T4365 oasc.ZkController.register We are http://127.0.0.1:1662/solr/collection1/ and leader is http://127.0.0.1:1661/solr/collection1/
[junit4:junit4]   2> 4629 T4365 oasc.ZkController.checkRecovery WARNING Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4:junit4]   2> 4630 T4365 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 4630 T4365 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 4632 T4365 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 4633 T4343 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 4633 T4343 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 4634 T4343 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 4634 T4343 oasc.CoreContainer.<init> New CoreContainer 414293349
[junit4:junit4]   2> 4635 T4343 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 4635 T4343 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 4668 T4343 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 4669 T4343 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4669 T4343 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4669 T4343 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4670 T4343 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4670 T4343 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4671 T4343 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4671 T4343 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4671 T4343 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4672 T4343 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4690 T4343 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4718 T4343 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50456/solr
[junit4:junit4]   2> 4719 T4343 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4720 T4343 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50456 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@628b9613
[junit4:junit4]   2> 4721 T4343 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4721 T4367 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:50456. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4725 T4367 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50456, initiating session
[junit4:junit4]   2> 4725 T4345 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50463
[junit4:junit4]   2> 4727 T4345 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50463
[junit4:junit4]   2> 4729 T4347 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be640be8a0006 with negotiated timeout 20000 for client /127.0.0.1:50463
[junit4:junit4]   2> 4729 T4367 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:50456, sessionid = 0x13be640be8a0006, negotiated timeout = 20000
[junit4:junit4]   2> 4729 T4368 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@628b9613 name:ZooKeeperConnection Watcher:127.0.0.1:50456 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4730 T4343 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4731 T4348 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be640be8a0006
[junit4:junit4]   2> 4732 T4345 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50463 which had sessionid 0x13be640be8a0006
[junit4:junit4]   2> 4732 T4368 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4733 T4343 oaz.ZooKeeper.close Session: 0x13be640be8a0006 closed
[junit4:junit4]   2> 4733 T4343 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=15000&connTimeout=30000
[junit4:junit4]   2> 4740 T4343 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50456/solr sessionTimeout=3000 watcher=org.apache.solr.common.cloud.ConnectionManager@12693834
[junit4:junit4]   2> 4741 T4343 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4742 T4369 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:50456. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 4744 T4345 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50464
[junit4:junit4]   2> 4744 T4369 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50456, initiating session
[junit4:junit4]   2> 4744 T4345 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50464
[junit4:junit4]   2> 4745 T4347 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be640be8a0007 with negotiated timeout 3000 for client /127.0.0.1:50464
[junit4:junit4]   2> 4746 T4369 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:50456, sessionid = 0x13be640be8a0007, negotiated timeout = 3000
[junit4:junit4]   2> 4746 T4370 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12693834 name:ZooKeeperConnection Watcher:127.0.0.1:50456/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4747 T4343 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4748 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0007 type:create cxid:0x1 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4749 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0007 type:create cxid:0x2 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4750 T4343 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:1663_solr
[junit4:junit4]   2> 4751 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0007 type:delete cxid:0x4 zxid:0x5d txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:1663_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:1663_solr
[junit4:junit4]   2> 4752 T4343 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:1663_solr
[junit4:junit4]   2> 4755 T4364 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 4755 T4364 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 4757 T4356 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 4757 T4356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 4763 T4343 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4777 T4371 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 4778 T4371 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4779 T4371 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4779 T4371 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4781 T4371 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 4782 T4371 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4782 T4371 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 4831 T4371 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4919 T4371 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4921 T4371 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4928 T4371 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 5048 T4357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5051 T4357 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1662_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1662/solr"}
[junit4:junit4]   2> 5057 T4356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 5057 T4370 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 5057 T4364 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 5617 T4371 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 5627 T4371 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 5631 T4371 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 5654 T4371 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5661 T4371 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 5665 T4371 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5667 T4371 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 5669 T4371 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/
[junit4:junit4]   2> 5670 T4371 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@256eb6bc
[junit4:junit4]   2> 5670 T4371 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 5671 T4371 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3 forceNew:false
[junit4:junit4]   2> 5671 T4371 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3
[junit4:junit4]   2> 5672 T4371 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/index/
[junit4:junit4]   2> 5672 T4371 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 5673 T4371 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/index forceNew:false
[junit4:junit4]   2> 5674 T4371 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3502251e lockFactory=org.apache.lucene.store.NativeFSLockFactory@517ab9e0))),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 5675 T4371 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 5675 T4371 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/index
[junit4:junit4]   2> 5676 T4371 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 5678 T4371 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 5678 T4371 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 5679 T4371 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 5679 T4371 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 5680 T4371 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 5685 T4371 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 5686 T4371 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 5686 T4371 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 5686 T4371 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 5687 T4371 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 5688 T4371 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 5688 T4371 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 5689 T4371 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 5689 T4371 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 5689 T4371 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 5690 T4371 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 5690 T4371 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5691 T4371 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5691 T4371 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5692 T4371 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5692 T4371 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5693 T4371 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5693 T4371 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5693 T4371 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 5694 T4371 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 5694 T4371 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 5699 T4371 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 5702 T4371 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 5704 T4371 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 5706 T4371 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3
[junit4:junit4]   2> 5707 T4371 oass.SolrIndexSearcher.<init> Opening Searcher@7f7b6669 main
[junit4:junit4]   2> 5709 T4371 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5711 T4371 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5713 T4371 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5718 T4371 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5748 T4372 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7f7b6669 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5753 T4371 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5753 T4371 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6082 T4357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6083 T4357 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1663_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1663/solr"}
[junit4:junit4]   2> 6084 T4357 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 6084 T4357 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 6090 T4370 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 6094 T4364 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 6095 T4356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 6757 T4371 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6757 T4371 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:1663/solr collection:collection1 shard:shard1
[junit4:junit4]   2> 6761 T4371 oasc.ZkController.register We are http://127.0.0.1:1663/solr/collection1/ and leader is http://127.0.0.1:1661/solr/collection1/
[junit4:junit4]   2> 6761 T4371 oasc.ZkController.checkRecovery WARNING Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4:junit4]   2> 6761 T4371 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6761 T4371 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6763 T4371 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6764 T4343 oasc.ClusterStateUpdateTest.setUp ####SETUP_END testCoreRegistration
[junit4:junit4]   2> 6765 T4343 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50456/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@71a8a23
[junit4:junit4]   2> 6775 T4373 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:50456. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 6776 T4343 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6777 T4373 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50456, initiating session
[junit4:junit4]   2> 6777 T4345 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50465
[junit4:junit4]   2> 6778 T4345 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50465
[junit4:junit4]   2> 6779 T4347 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be640be8a0008 with negotiated timeout 10000 for client /127.0.0.1:50465
[junit4:junit4]   2> 6780 T4373 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:50456, sessionid = 0x13be640be8a0008, negotiated timeout = 10000
[junit4:junit4]   2> 6781 T4374 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71a8a23 name:ZooKeeperConnection Watcher:127.0.0.1:50456/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6781 T4343 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6782 T4343 oascc.SolrZkClient.makePath makePath: /collections/testcore
[junit4:junit4]   2> 6789 T4343 oascc.SolrZkClient.makePath makePath: /collections/testcore/shards
[junit4:junit4]   2> 6797 T4348 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be640be8a0008
[junit4:junit4]   2> 6798 T4345 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50465 which had sessionid 0x13be640be8a0008
[junit4:junit4]   2> 6799 T4343 oaz.ZooKeeper.close Session: 0x13be640be8a0008 closed
[junit4:junit4]   2> 6800 T4343 oasc.CoreContainer.create Creating SolrCore 'testcore' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/testcore
[junit4:junit4]   2> 6801 T4343 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testcore
[junit4:junit4]   2> 6800 T4374 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 6803 T4343 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6803 T4343 oasc.ZkController.readConfigName Load collection config from:/collections/testcore
[junit4:junit4]   2> 6805 T4343 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/testcore/'
[junit4:junit4]   2> 6901 T4343 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 6968 T4343 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6970 T4343 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6976 T4343 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7114 T4357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7115 T4357 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1663_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1663/solr"}
[junit4:junit4]   2> 7120 T4356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7121 T4364 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7121 T4370 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7800 T4343 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7807 T4343 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7811 T4343 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7841 T4343 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7847 T4343 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7854 T4343 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7856 T4343 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7859 T4343 oasc.SolrCore.<init> [testcore] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/testcore/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data4/
[junit4:junit4]   2> 7859 T4343 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@256eb6bc
[junit4:junit4]   2> 7860 T4343 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7861 T4343 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data4 forceNew:false
[junit4:junit4]   2> 7861 T4343 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data4
[junit4:junit4]   2> 7862 T4343 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data4/index/
[junit4:junit4]   2> 7862 T4343 oasc.SolrCore.initIndex WARNING [testcore] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7863 T4343 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data4/index forceNew:false
[junit4:junit4]   2> 7865 T4343 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@78ff9b5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4b69bccc)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7865 T4343 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7866 T4343 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data4/index
[junit4:junit4]   2> 7867 T4343 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7869 T4343 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7869 T4343 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7870 T4343 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7870 T4343 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7871 T4343 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7871 T4343 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7872 T4343 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7872 T4343 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7873 T4343 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7874 T4343 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7874 T4343 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7875 T4343 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7876 T4343 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7876 T4343 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7877 T4343 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7877 T4343 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7878 T4343 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7878 T4343 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7879 T4343 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7879 T4343 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7880 T4343 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7880 T4343 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7881 T4343 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7881 T4343 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7882 T4343 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7883 T4343 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7887 T4343 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7891 T4343 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7893 T4343 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7895 T4343 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data4
[junit4:junit4]   2> 7897 T4343 oass.SolrIndexSearcher.<init> Opening Searcher@228e45f9 main
[junit4:junit4]   2> 7900 T4343 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7901 T4343 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7902 T4343 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7906 T4343 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7946 T4375 oasc.SolrCore.registerSearcher [testcore] Registered new searcher Searcher@228e45f9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7951 T4343 oasc.ZkController.publish publishing core=testcore state=down
[junit4:junit4]   2> 7951 T4343 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8133 T4357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8138 T4357 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"testcore",
[junit4:junit4]   2> 	  "collection":"testcore",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1661_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1661/solr"}
[junit4:junit4]   2> 8139 T4357 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 8145 T4364 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8146 T4370 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8145 T4356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8959 T4343 oasc.CoreContainer.registerCore registering core: testcore
[junit4:junit4]   2> 8960 T4343 oasc.ZkController.register Register replica - core:testcore address:http://127.0.0.1:1661/solr collection:testcore shard:shard1
[junit4:junit4]   2> 8962 T4343 oascc.SolrZkClient.makePath makePath: /collections/testcore/leader_elect/shard1/election
[junit4:junit4]   2> 8973 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:delete cxid:0x150 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/testcore/leaders Error:KeeperErrorCode = NoNode for /solr/collections/testcore/leaders
[junit4:junit4]   2> 8974 T4343 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 8975 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:create cxid:0x151 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8977 T4343 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 8977 T4343 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 8978 T4343 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:1661/solr/testcore/
[junit4:junit4]   2> 8978 T4343 oascc.SolrZkClient.makePath makePath: /collections/testcore/leaders/shard1
[junit4:junit4]   2> 8982 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a0003 type:create cxid:0x15b zxid:0x81 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9162 T4357 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9178 T4370 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9186 T4364 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9188 T4356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9193 T4343 oasc.ZkController.register We are http://127.0.0.1:1661/solr/testcore/ and leader is http://127.0.0.1:1661/solr/testcore/
[junit4:junit4]   2> 9194 T4343 oasc.ZkController.checkRecovery WARNING Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4:junit4]   2> 9194 T4343 oasc.ZkController.publish publishing core=testcore state=active
[junit4:junit4]   2> 9195 T4343 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9198 T4343 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9200 T4343 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=414293349
[junit4:junit4]   2> 9200 T4343 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d32608f
[junit4:junit4]   2> 9219 T4343 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 9219 T4343 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 9220 T4343 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 9221 T4343 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 9222 T4343 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 9227 T4343 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/index
[junit4:junit4]   2> 9229 T4343 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/index
[junit4:junit4]   2> 9229 T4343 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/index
[junit4:junit4]   2> 9230 T4343 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3
[junit4:junit4]   2> 9230 T4343 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3
[junit4:junit4]   2> 9232 T4348 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be640be8a0007
[junit4:junit4]   2> 9233 T4345 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50464 which had sessionid 0x13be640be8a0007
[junit4:junit4]   2> 9233 T4343 oaz.ZooKeeper.close Session: 0x13be640be8a0007 closed
[junit4:junit4]   2> 9234 T4370 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9234 T4370 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 9235 T4356 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 9235 T4356 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9235 T4364 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 9236 T4364 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 9235 T4370 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 9236 T4370 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9437 T4343 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1093313054
[junit4:junit4]   2> 9438 T4343 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4d9ea718
[junit4:junit4]   2> 9440 T4343 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 9440 T4343 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 9441 T4343 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 9441 T4343 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 9442 T4364 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9442 T4343 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 9442 T4345 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13be640be8a0005, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 
[junit4:junit4]   2> 9445 T4345 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50462 which had sessionid 0x13be640be8a0005
[junit4:junit4]   2> 9445 T4343 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data2/index
[junit4:junit4]   2> 9446 T4343 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data2/index
[junit4:junit4]   2> 9446 T4343 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data2/index
[junit4:junit4]   2> 9447 T4343 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data2
[junit4:junit4]   2> 9448 T4343 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data2
[junit4:junit4]   2> 9449 T4343 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9450 T4343 oasc.SolrResourceLoader.locateSolrHome solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4:junit4]   2> 9450 T4343 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/solr/solr.xml
[junit4:junit4]   2> 9451 T4343 oasc.CoreContainer.<init> New CoreContainer 673286255
[junit4:junit4]   2> 9452 T4343 oasc.CoreContainer$Initializer.initialize no solr.xml file found - using default
[junit4:junit4]   2> 9452 T4343 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'solr/'
[junit4:junit4]   2> 9453 T4343 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'solr/'
[junit4:junit4]   2> 9503 T4343 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 9504 T4343 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9505 T4343 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 9505 T4343 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9506 T4343 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9507 T4343 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9507 T4343 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9508 T4343 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9508 T4343 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9509 T4343 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 9536 T4343 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9571 T4343 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50456/solr
[junit4:junit4]   2> 9572 T4343 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9572 T4343 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50456 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@628bf217
[junit4:junit4]   2> 9584 T4376 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:50456. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 9584 T4343 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9588 T4376 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50456, initiating session
[junit4:junit4]   2> 9588 T4345 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50466
[junit4:junit4]   2> 9589 T4345 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50466
[junit4:junit4]   2> 9590 T4347 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be640be8a0009 with negotiated timeout 20000 for client /127.0.0.1:50466
[junit4:junit4]   2> 9590 T4376 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:50456, sessionid = 0x13be640be8a0009, negotiated timeout = 20000
[junit4:junit4]   2> 9591 T4377 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@628bf217 name:ZooKeeperConnection Watcher:127.0.0.1:50456 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9591 T4343 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9592 T4348 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be640be8a0009
[junit4:junit4]   2> 9593 T4345 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50466 which had sessionid 0x13be640be8a0009
[junit4:junit4]   2> 9594 T4343 oaz.ZooKeeper.close Session: 0x13be640be8a0009 closed
[junit4:junit4]   2> 9595 T4343 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=0&connTimeout=0
[junit4:junit4]   2> 9602 T4377 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 14811 T4355 oaz.ClientCnxn$SendThread.run Client session timed out, have not heard from server in 5574ms for sessionid 0x13be640be8a0003, closing socket connection and attempting reconnect
[junit4:junit4]   2> 14810 T4343 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50456/solr sessionTimeout=3000 watcher=org.apache.solr.common.cloud.ConnectionManager@6988947c
[junit4:junit4]   2> 13016 T4346 oazs.ZooKeeperServer.expire Expiring session 0x13be640be8a0003, timeout of 3000ms exceeded
[junit4:junit4]   2> 14812 T4346 oazs.ZooKeeperServer.expire Expiring session 0x13be640be8a0005, timeout of 3000ms exceeded
[junit4:junit4]   2> 14812 T4348 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be640be8a0003
[junit4:junit4]   2> 14813 T4345 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13be640be8a0003, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 
[junit4:junit4]   2> 14813 T4345 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50460 which had sessionid 0x13be640be8a0003
[junit4:junit4]   2> 14813 T4348 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be640be8a0005
[junit4:junit4]   2> 14845 T4343 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 14845 T4378 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:50456. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 14847 T4378 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50456, initiating session
[junit4:junit4]   2> 14847 T4345 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50467
[junit4:junit4]   2> 14848 T4345 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50467
[junit4:junit4]   2> 14849 T4347 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be640be8a000a with negotiated timeout 3000 for client /127.0.0.1:50467
[junit4:junit4]   2> 14849 T4378 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:50456, sessionid = 0x13be640be8a000a, negotiated timeout = 3000
[junit4:junit4]   2> 14849 T4379 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6988947c name:ZooKeeperConnection Watcher:127.0.0.1:50456/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 14850 T4343 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 14851 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a000a type:create cxid:0x1 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14852 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a000a type:create cxid:0x2 zxid:0x92 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14854 T4343 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/192.168.57.17:8983_solr
[junit4:junit4]   2> 14855 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a000a type:delete cxid:0x4 zxid:0x93 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/192.168.57.17:8983_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/192.168.57.17:8983_solr
[junit4:junit4]   2> 14855 T4343 oascc.SolrZkClient.makePath makePath: /live_nodes/192.168.57.17:8983_solr
[junit4:junit4]   2> 14864 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a000a type:delete cxid:0xd zxid:0x96 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 14865 T4343 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 14869 T4343 oasc.Overseer.start Overseer (id=88917783412867082-192.168.57.17:8983_solr-n_0000000003) starting
[junit4:junit4]   2> 14870 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a000a type:create cxid:0x12 zxid:0x98 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14871 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a000a type:create cxid:0x13 zxid:0x99 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14872 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a000a type:create cxid:0x14 zxid:0x9a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14873 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a000a type:create cxid:0x15 zxid:0x9b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 14877 T4381 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 14878 T4343 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 14886 T4380 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 14888 T4380 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14889 T4380 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"testcore",
[junit4:junit4]   2> 	  "collection":"testcore",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1661_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1661/solr"}
[junit4:junit4]   2> 14891 T4382 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: solr/collection1
[junit4:junit4]   2> 14891 T4382 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 14893 T4382 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 14893 T4382 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 14895 T4382 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'solr/collection1/'
[junit4:junit4]   2> 14912 T4356 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34ca380a name:ZooKeeperConnection Watcher:127.0.0.1:50456/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 14913 T4356 oascc.ConnectionManager.process zkClient has disconnected
[junit4:junit4]   2> 14913 T4356 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: null state: Disconnected type None
[junit4:junit4]   2> 14914 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 14959 T4382 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 15029 T4382 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 15031 T4382 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 15051 T4382 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 15724 T4382 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 15733 T4382 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 15737 T4382 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 15754 T4382 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15759 T4382 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 15764 T4382 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15766 T4382 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 15767 T4382 oasc.SolrCore.<init> [collection1] Opening new SolrCore at solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/
[junit4:junit4]   2> 15768 T4382 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@256eb6bc
[junit4:junit4]   2> 15768 T4382 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 15769 T4382 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3 forceNew:false
[junit4:junit4]   2> 15769 T4382 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3
[junit4:junit4]   2> 15770 T4382 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/index/
[junit4:junit4]   2> 15770 T4382 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 15770 T4382 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/index forceNew:false
[junit4:junit4]   2> 15776 T4382 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@46f2d312 lockFactory=org.apache.lucene.store.NativeFSLockFactory@68cbe0f8))),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15777 T4382 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15778 T4382 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/index
[junit4:junit4]   2> 15778 T4382 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 15780 T4382 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 15780 T4382 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 15781 T4382 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 15781 T4382 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 15782 T4382 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 15782 T4382 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 15782 T4382 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 15783 T4382 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 15783 T4382 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 15784 T4382 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 15785 T4382 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 15785 T4382 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 15785 T4382 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 15786 T4382 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 15786 T4382 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 15787 T4382 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 15787 T4382 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15788 T4382 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15788 T4382 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15788 T4382 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15789 T4382 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15789 T4382 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15790 T4382 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15790 T4382 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 15791 T4382 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 15791 T4382 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 15795 T4382 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 15798 T4382 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 15800 T4382 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 15802 T4382 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3
[junit4:junit4]   2> 15802 T4382 oass.SolrIndexSearcher.<init> Opening Searcher@2206b396 main
[junit4:junit4]   2> 15803 T4382 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 15803 T4382 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 15804 T4382 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 15805 T4382 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 15819 T4382 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 15819 T4382 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15821 T4383 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2206b396 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 15954 T4380 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15955 T4380 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"192.168.57.17:8983_solr",
[junit4:junit4]   2> 	  "base_url":"http://192.168.57.17:8983/solr"}
[junit4:junit4]   2> 15956 T4380 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 15956 T4380 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 15975 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 16375 T4355 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:50456. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 16376 T4355 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50456, initiating session
[junit4:junit4]   2> 16377 T4345 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50468
[junit4:junit4]   2> 16377 T4345 oazs.ZooKeeperServer.processConnectRequest Client attempting to renew session 0x13be640be8a0003 at /127.0.0.1:50468
[junit4:junit4]   2> 16378 T4345 oazs.ZooKeeperServer.finishSessionInit Invalid session 0x13be640be8a0003 for client /127.0.0.1:50468, probably expired
[junit4:junit4]   2> 16378 T4356 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34ca380a name:ZooKeeperConnection Watcher:127.0.0.1:50456/solr got event WatchedEvent state:Expired type:None path:null path:null type:None
[junit4:junit4]   2> 16378 T4355 oaz.ClientCnxn$SendThread.run Unable to reconnect to ZooKeeper service, session 0x13be640be8a0003 has expired, closing socket connection
[junit4:junit4]   2> 16378 T4345 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50468 which had sessionid 0x13be640be8a0003
[junit4:junit4]   2> 16378 T4356 oascc.ConnectionManager.process Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4:junit4]   2> 16379 T4356 oascc.DefaultConnectionStrategy.reconnect Connection expired - starting a new one...
[junit4:junit4]   2> 16379 T4356 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50456/solr sessionTimeout=3000 watcher=org.apache.solr.common.cloud.ConnectionManager@34ca380a
[junit4:junit4]   2> 16380 T4356 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16380 T4384 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:50456. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 16381 T4384 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:50456, initiating session
[junit4:junit4]   2> 16382 T4345 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50469
[junit4:junit4]   2> 16382 T4345 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50469
[junit4:junit4]   2> 16384 T4347 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be640be8a000b with negotiated timeout 3000 for client /127.0.0.1:50469
[junit4:junit4]   2> 16385 T4384 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:50456, sessionid = 0x13be640be8a000b, negotiated timeout = 3000
[junit4:junit4]   2> 16385 T4385 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34ca380a name:ZooKeeperConnection Watcher:127.0.0.1:50456/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16386 T4356 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16386 T4356 oascc.ConnectionManager$1.update Connection with ZooKeeper reestablished.
[junit4:junit4]   2> 16387 T4356 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 16387 T4356 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 16479 T4380 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16480 T4380 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1661_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1661/solr"}
[junit4:junit4]   2> 16485 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 16485 T4357 oasc.Overseer$ClusterStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:253)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:250)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:250)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:200)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:123)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 
[junit4:junit4]   2> 16486 T4357 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=88917783412867075-127.0.0.1:1661_solr-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 16487 T4358 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 16823 T4382 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 16823 T4382 oasc.ZkController.register Register replica - core:collection1 address:http://192.168.57.17:8983/solr collection:collection1 shard:shard1
[junit4:junit4]   2> 16827 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a000a type:delete cxid:0x7a zxid:0xac txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 16827 T4382 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 16828 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a000a type:create cxid:0x7b zxid:0xad txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16830 T4382 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=180000
[junit4:junit4]   2> 17002 T4380 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17008 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 36939 T4382 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=159891
[junit4:junit4]   2> 46469 T4356 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: Could not get leader props
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:789)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:753)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1169)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:277)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leaders/shard1
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 		at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:253)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:767)
[junit4:junit4]   2> 		... 10 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 57053 T4382 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=139777
[junit4:junit4]   2> 77174 T4382 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=119656
[junit4:junit4]   2> 78569 T4356 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: Could not get leader props
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:789)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:753)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1169)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:277)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leaders/shard1
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 		at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:253)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:767)
[junit4:junit4]   2> 		... 10 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 97314 T4382 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=99516
[junit4:junit4]   2> 110672 T4356 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: Could not get leader props
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:789)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:753)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1169)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:277)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leaders/shard1
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 		at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:253)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:767)
[junit4:junit4]   2> 		... 10 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 117441 T4382 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=79389
[junit4:junit4]   2> 137552 T4382 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=59278
[junit4:junit4]   2> 142754 T4356 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: Could not get leader props
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:789)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:753)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1169)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:277)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leaders/shard1
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 		at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:253)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:767)
[junit4:junit4]   2> 		... 10 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 157684 T4382 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=39146
[junit4:junit4]   2> 174855 T4356 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: Could not get leader props
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:789)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:753)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1169)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:277)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leaders/shard1
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 		at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:253)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:767)
[junit4:junit4]   2> 		... 10 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 177842 T4382 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=18988
[junit4:junit4]   2> 196965 T4382 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Was waiting for replicas to come up, but they are taking too long - assuming they won't come back till later
[junit4:junit4]   2> 196965 T4382 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 196965 T4382 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://192.168.57.17:8983/solr/collection1/
[junit4:junit4]   2> 196966 T4382 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 196971 T4348 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be640be8a000a type:create cxid:0x627 zxid:0xb4 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 197179 T4380 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 197189 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 197236 T4382 oasc.ZkController.register We are http://192.168.57.17:8983/solr/collection1/ and leader is http://192.168.57.17:8983/solr/collection1/
[junit4:junit4]   2> 197236 T4382 oasc.ZkController.checkRecovery WARNING Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4:junit4]   2> 197237 T4382 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 197237 T4382 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 197240 T4382 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 197698 T4380 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 197699 T4380 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"192.168.57.17:8983_solr",
[junit4:junit4]   2> 	  "base_url":"http://192.168.57.17:8983/solr"}
[junit4:junit4]   2> 197703 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 197922 T4356 oasc.ZkController.publish publishing core=testcore state=down
[junit4:junit4]   2> 197922 T4356 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 198213 T4380 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 198214 T4380 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"testcore",
[junit4:junit4]   2> 	  "collection":"testcore",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1661_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1661/solr"}
[junit4:junit4]   2> 198221 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 217534 T4343 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=375851094
[junit4:junit4]   2> 217535 T4343 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d5744ee
[junit4:junit4]   2> 217541 T4343 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 217542 T4343 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 217542 T4343 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 217542 T4343 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 217543 T4343 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 217544 T4343 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data1/index
[junit4:junit4]   2> 217545 T4343 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data1/index
[junit4:junit4]   2> 217545 T4343 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data1/index
[junit4:junit4]   2> 217545 T4343 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data1
[junit4:junit4]   2> 217546 T4343 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data1
[junit4:junit4]   2> 217546 T4343 oasc.SolrCore.close [testcore]  CLOSING SolrCore org.apache.solr.core.SolrCore@5fa0b725
[junit4:junit4]   2> 217556 T4343 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 217557 T4343 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 217557 T4343 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 217558 T4343 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 217558 T4343 oasc.SolrCore.closeSearcher [testcore] Closing main searcher on request.
[junit4:junit4]   2> 217559 T4343 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data4/index
[junit4:junit4]   2> 217559 T4343 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data4/index
[junit4:junit4]   2> 217559 T4343 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data4/index
[junit4:junit4]   2> 217560 T4343 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data4
[junit4:junit4]   2> 217560 T4343 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data4
[junit4:junit4]   2> 217561 T4348 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be640be8a000b
[junit4:junit4]   2> 217562 T4345 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50469 which had sessionid 0x13be640be8a000b
[junit4:junit4]   2> 217562 T4343 oaz.ZooKeeper.close Session: 0x13be640be8a000b closed
[junit4:junit4]   2> 217563 T4343 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=673286255
[junit4:junit4]   2> 217563 T4343 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@121ee441
[junit4:junit4]   2> 217568 T4385 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 217580 T4343 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 217580 T4343 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 217580 T4343 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 217581 T4343 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 217581 T4343 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 217582 T4343 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/index
[junit4:junit4]   2> 217583 T4343 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/index
[junit4:junit4]   2> 217583 T4343 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3/index
[junit4:junit4]   2> 217583 T4343 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3
[junit4:junit4]   2> 217584 T4343 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356777700989/data3
[junit4:junit4]   2> 217587 T4348 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be640be8a000a
[junit4:junit4]   2> 217587 T4380 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=88917783412867082-192.168.57.17:8983_solr-n_0000000003) am no longer a leader.
[junit4:junit4]   2> 217590 T4345 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50467 which had sessionid 0x13be640be8a000a
[junit4:junit4]   2> 217590 T4343 oaz.ZooKeeper.close Session: 0x13be640be8a000a closed
[junit4:junit4]   2> 217590 T4379 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 217591 T4343 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=414293349
[junit4:junit4]   2> 217591 T4379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 217591 T4379 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 217591 T4343 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 217591 T4379 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 217592 T4343 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 217592 T4343 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 217592 T4348 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 217592 T4343 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 217596 T4347 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 217596 T4343 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 217825 T4343 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50456 50456
[junit4:junit4]   2> 217847 T4345 oazs.NIOServerCnxnFactory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 217850 T4343 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 217850 T4343 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 217851 T4343 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 217851 T4343 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 217851 T4343 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 217852 T4343 oas.SolrTestCaseJ4.tearDown ###Ending testCoreRegistration
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ClusterStateUpdateTest -Dtests.method=testCoreRegistration -Dtests.seed=DC5B69F16974B316 -Dtests.slow=true -Dtests.locale=sr_CS -Dtests.timezone=America/Detroit -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE  218s | ClusterStateUpdateTest.testCoreRegistration <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([DC5B69F16974B316:62D00F5E100EBD23]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4]    > 	at org.apache.solr.cloud.ClusterStateUpdateTest.testCoreRegistration(ClusterStateUpdateTest.java:234)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 217880 T4343 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 217929 T4342 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 217975 T4356 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: CoreContainer is shutdown
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:786)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:753)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1169)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:277)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 218016 T4346 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 220978 T4356 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: CoreContainer is shutdown
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:786)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:753)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1169)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:277)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 223981 T4356 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: CoreContainer is shutdown
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:786)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:753)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1169)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:277)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 226984 T4356 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: CoreContainer is shutdown
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:786)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:753)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1169)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:277)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 229986 T4356 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: CoreContainer is shutdown
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:786)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:753)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1169)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:277)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 232991 T4356 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: CoreContainer is shutdown
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:786)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:753)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1169)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:277)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 234993 T4356 oasc.SolrException.log SEVERE :org.apache.solr.common.SolrException: There was a problem finding the leader in zk
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1179)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:277)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 234994 T4356 oasc.SolrException.log SEVERE :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election/88917783412867083-127.0.0.1:1661_solr-n_
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 		at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:293)
[junit4:junit4]   2> 		at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:220)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:197)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 234995 T4356 oasc.SolrException.log SEVERE Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException: 
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:225)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election/88917783412867083-127.0.0.1:1661_solr-n_
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 		at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:293)
[junit4:junit4]   2> 		at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:220)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:197)
[junit4:junit4]   2> 		... 5 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 234996 T4356 oascc.DefaultConnectionStrategy.reconnect Reconnect to ZooKeeper failed
[junit4:junit4]   2> 234996 T4356 oascc.ConnectionManager.process Connected:true
[junit4:junit4]   2> 234996 T4356 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: null state: Expired type None
[junit4:junit4]   2> 234997 T4356 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=208)), sim=DefaultSimilarity, locale=sr_CS, timezone=America/Detroit
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Apple Inc. 1.6.0_37 (64-bit)/cpus=2,threads=1,free=144377312,total=179888128
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestStressLucene, TestLFUCache, HighlighterTest, LoggingHandlerTest, TestReload, FileBasedSpellCheckerTest, TestStressVersions, TestJmxMonitoredMap, CSVRequestHandlerTest, CircularListTest, TestQuerySenderNoQuery, TestStressRecovery, TestSolrCoreProperties, OverseerTest, TestSolrXMLSerializer, SimpleFacetsTest, TestSort, ChaosMonkeySafeLeaderTest, BadComponentTest, StatsComponentTest, ReturnFieldsTest, TestWordDelimiterFilterFactory, RecoveryZkTest, ConvertedLegacyTest, UpdateParamsTest, SoftAutoCommitTest, TestIBSimilarityFactory, TestNumberUtils, TestRemoteStreaming, TestDistributedGrouping, URLClassifyProcessorTest, TestFastLRUCache, PluginInfoTest, PreAnalyzedFieldTest, SpellCheckComponentTest, TestFaceting, TestFunctionQuery, WordBreakSolrSpellCheckerTest, ResourceLoaderTest, TestBM25SimilarityFactory, LeaderElectionIntegrationTest, TestDocumentBuilder, TimeZoneUtilsTest, UpdateRequestProcessorFactoryTest, IndexBasedSpellCheckerTest, TestUtils, TestExtendedDismaxParser, UniqFieldsUpdateProcessorFactoryTest, OutputWriterTest, SpatialFilterTest, DistributedSpellCheckComponentTest, TestPropInject, TestSolrIndexConfig, TestIndexSearcher, DirectUpdateHandlerOptimizeTest, TestGroupingSearch, DistanceFunctionTest, UUIDFieldTest, RequestHandlersTest, TestReplicationHandler, TestRecovery, BasicZkTest, SyncSliceTest, PeerSyncTest, MoreLikeThisHandlerTest, LukeRequestHandlerTest, XsltUpdateRequestHandlerTest, TestPerFieldSimilarity, XmlUpdateRequestHandlerTest, BasicDistributedZkTest, PrimitiveFieldTypeTest, SolrIndexConfigTest, SolrCoreTest, TestFuzzyAnalyzedSuggestions, ScriptEngineTest, TestRangeQuery, TestSuggestSpellingConverter, TestLMJelinekMercerSimilarityFactory, IndexSchemaTest, TestPseudoReturnFields, SampleTest, ZkCLITest, TestPropInjectDefaults, TestArbitraryIndexDir, SolrCmdDistributorTest, TestQueryTypes, BasicFunctionalityTest, CurrencyFieldTest, TestFiltering, DirectSolrSpellCheckerTest, QueryParsingTest, TermVectorComponentDistributedTest, TestSolrDeletionPolicy1, TestRandomFaceting, NoCacheHeaderTest, FullSolrCloudDistribCmdsTest, ShowFileRequestHandlerTest, TermVectorComponentTest, SolrInfoMBeanTest, SuggesterTSTTest, BasicDistributedZk2Test, TestQueryUtils, ZkControllerTest, StatelessScriptUpdateProcessorFactoryTest, DistributedQueryElevationComponentTest, ResponseLogComponentTest, OpenExchangeRatesOrgProviderTest, FieldMutatingUpdateProcessorTest, TestRTGBase, CoreContainerCoreInitFailuresTest, TestIndexingPerformance, SystemInfoHandlerTest, SuggesterTest, MinimalSchemaTest, ZkNodePropsTest, ShardRoutingTest, LeaderElectionTest, TestRealTimeGet, TestDistributedSearch, SpellCheckCollatorTest, AutoCommitTest, ZkSolrClientTest, TestHashPartitioner, DistributedTermsComponentTest, TestJoin, DirectUpdateHandlerTest, TestMultiCoreConfBootstrap, TestCoreContainer, QueryElevationComponentTest, SortByFunctionTest, SignatureUpdateProcessorFactoryTest, TestBinaryResponseWriter, TestJmxIntegration, CoreAdminHandlerTest, TestTrie, SolrRequestParserTest, DirectSolrConnectionTest, CacheHeaderTest, QueryEqualityTest, TestCSVLoader, PolyFieldTest, TestCSVResponseWriter, DocumentBuilderTest, MBeansHandlerTest, DisMaxRequestHandlerTest, BinaryUpdateRequestHandlerTest, TermsComponentTest, StandardRequestHandlerTest, TestPHPSerializedResponseWriter, FieldAnalysisRequestHandlerTest, PingRequestHandlerTest, SuggesterWFSTTest, JsonLoaderTest, TestSurroundQueryParser, DocumentAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestSolrQueryParser, SolrPluginUtilsTest, TestValueSourceCache, FastVectorHighlighterTest, TestReversedWildcardFilterFactory, DebugComponentTest, JSONWriterTest, SearchHandlerTest, RequiredFieldsTest, TestOmitPositions, SuggesterFSTTest, CopyFieldTest, TestSearchPerf, NotRequiredUniqueKeyTest, BadIndexSchemaTest, TestFoldingMultitermQuery, SolrCoreCheckLockOnStartupTest, TestLuceneMatchVersion, TestWriterPerf, AlternateDirectoryTest, TestUpdate, TestBinaryField, HighlighterConfigTest, TestSolrDeletionPolicy2, SOLR749Test, DefaultValueUpdateProcessorTest, TestMergePolicyConfig, TestXIncludeConfig, TestDocSet, TestQuerySenderListener, TestCollationField, IndexReaderFactoryTest, NumericFieldsTest, MultiTermTest, TestConfig, EchoParamsTest, SpellPossibilityIteratorTest, TestPhraseSuggestions, TestLMDirichletSimilarityFactory, TestPluginEnable, LegacyHTMLStripCharFilterTest, TestDFRSimilarityFactory, TestCodecSupport, TestDefaultSimilarityFactory, DateMathParserTest, PrimUtilsTest, FileUtilsTest, TestSystemIdResolver, DateFieldTest, SpellingQueryConverterTest, TestBadConfig, DOMUtilTest, TestLRUCache, RAMDirectoryFactoryTest, AnalysisAfterCoreReloadTest, PathHierarchyTokenizerFactoryTest, TestCharFilters, ClusterStateTest, ClusterStateUpdateTest]
[junit4:junit4] Completed in 235.15s, 1 test, 1 failure <<< FAILURES!

[...truncated 63 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:353: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:438: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:841: There were test failures: 244 suites, 1010 tests, 1 failure, 13 ignored (2 assumptions)

Total time: 63 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.6.0 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.6.0) - Build # 19 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.sd-datasolutions.de/job/Lucene-Solr-trunk-MacOSX/19/
Java: 64bit/jdk1.6.0 -XX:+UseConcMarkSweepGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ClusterStateUpdateTest.testCoreRegistration

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([2A395E1F83CDAB5D:94B238B0FAB7A568]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.ClusterStateUpdateTest.testCoreRegistration(ClusterStateUpdateTest.java:234)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)




Build Log:
[...truncated 8206 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ClusterStateUpdateTest
[junit4:junit4]   2> 17 T683 oas.SolrTestCaseJ4.setUp ###Starting testCoreRegistration
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673
[junit4:junit4]   2> 18 T683 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 7 T684 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T684 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T684 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 10 T684 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T684 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T684 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 120 T683 oasc.ZkTestServer.run start zk server on port:53049
[junit4:junit4]   2> 121 T683 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53049 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@597dc26
[junit4:junit4]   2> 126 T689 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:53049. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 127 T689 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:53049, initiating session
[junit4:junit4]   2> 128 T685 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53050
[junit4:junit4]   2> 128 T685 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53050
[junit4:junit4]   2> 129 T683 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 129 T687 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 133 T687 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be854b8bd0000 with negotiated timeout 10000 for client /127.0.0.1:53050
[junit4:junit4]   2> 145 T689 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:53049, sessionid = 0x13be854b8bd0000, negotiated timeout = 10000
[junit4:junit4]   2> 149 T690 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@597dc26 name:ZooKeeperConnection Watcher:127.0.0.1:53049 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 149 T683 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 150 T683 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 144 T688 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be854b8bd0000
[junit4:junit4]   2> 148 T685 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53050 which had sessionid 0x13be854b8bd0000
[junit4:junit4]   2> 149 T683 oaz.ZooKeeper.close Session: 0x13be854b8bd0000 closed
[junit4:junit4]   2> 150 T683 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53049/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6ccead66
[junit4:junit4]   2> 151 T690 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 207 T683 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 221 T691 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:53049. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 222 T691 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:53049, initiating session
[junit4:junit4]   2> 212 T685 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53051
[junit4:junit4]   2> 212 T685 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53051
[junit4:junit4]   2> 222 T687 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be854b8bd0001 with negotiated timeout 10000 for client /127.0.0.1:53051
[junit4:junit4]   2> 223 T691 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:53049, sessionid = 0x13be854b8bd0001, negotiated timeout = 10000
[junit4:junit4]   2> 223 T692 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ccead66 name:ZooKeeperConnection Watcher:127.0.0.1:53049/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 224 T683 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 225 T683 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 251 T683 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 257 T683 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 261 T683 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 266 T683 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 268 T683 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 277 T683 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 278 T683 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 287 T683 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 288 T683 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 296 T683 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 296 T683 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 289 T683 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 290 T683 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 308 T683 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 309 T683 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 315 T683 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 315 T683 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 309 T683 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 309 T683 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 327 T683 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 328 T683 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 322 T688 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be854b8bd0001
[junit4:junit4]   2> 335 T685 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53051 which had sessionid 0x13be854b8bd0001
[junit4:junit4]   2> 323 T692 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 323 T683 oaz.ZooKeeper.close Session: 0x13be854b8bd0001 closed
[junit4:junit4]   2> 327 T683 oasc.ClusterStateUpdateTest.setUp ####SETUP_START testCoreRegistration
[junit4:junit4]   2> 329 T683 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 330 T683 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 330 T683 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 331 T683 oasc.CoreContainer.<init> New CoreContainer 1524867596
[junit4:junit4]   2> 331 T683 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 332 T683 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 372 T683 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 373 T683 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 373 T683 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 374 T683 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 374 T683 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 374 T683 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 375 T683 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 375 T683 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 376 T683 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 376 T683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 384 T683 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 404 T683 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53049/solr
[junit4:junit4]   2> 405 T683 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 405 T683 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53049 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@171591e3
[junit4:junit4]   2> 406 T683 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 419 T693 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:53049. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 421 T693 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:53049, initiating session
[junit4:junit4]   2> 409 T685 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53052
[junit4:junit4]   2> 423 T685 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53052
[junit4:junit4]   2> 425 T687 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be854b8bd0002 with negotiated timeout 20000 for client /127.0.0.1:53052
[junit4:junit4]   2> 412 T693 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:53049, sessionid = 0x13be854b8bd0002, negotiated timeout = 20000
[junit4:junit4]   2> 413 T694 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@171591e3 name:ZooKeeperConnection Watcher:127.0.0.1:53049 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 426 T683 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 429 T688 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be854b8bd0002
[junit4:junit4]   2> 430 T685 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53052 which had sessionid 0x13be854b8bd0002
[junit4:junit4]   2> 418 T694 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 430 T683 oaz.ZooKeeper.close Session: 0x13be854b8bd0002 closed
[junit4:junit4]   2> 433 T683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=15000&connTimeout=30000
[junit4:junit4]   2> 431 T683 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53049/solr sessionTimeout=3000 watcher=org.apache.solr.common.cloud.ConnectionManager@34b363f8
[junit4:junit4]   2> 433 T683 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 445 T695 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:53049. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 435 T695 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:53049, initiating session
[junit4:junit4]   2> 448 T685 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53053
[junit4:junit4]   2> 438 T685 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53053
[junit4:junit4]   2> 440 T687 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be854b8bd0003 with negotiated timeout 3000 for client /127.0.0.1:53053
[junit4:junit4]   2> 452 T695 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:53049, sessionid = 0x13be854b8bd0003, negotiated timeout = 3000
[junit4:junit4]   2> 440 T696 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34b363f8 name:ZooKeeperConnection Watcher:127.0.0.1:53049/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 453 T683 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 457 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 447 T683 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 452 T683 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:1661_solr
[junit4:junit4]   2> 453 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:1661_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:1661_solr
[junit4:junit4]   2> 455 T683 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:1661_solr
[junit4:junit4]   2> 463 T683 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 474 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 488 T683 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 482 T683 oasc.Overseer.start Overseer (id=88920068238147587-127.0.0.1:1661_solr-n_0000000000) starting
[junit4:junit4]   2> 484 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 486 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 489 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 491 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 506 T698 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 496 T683 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 502 T683 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 519 T697 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 524 T699 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 525 T699 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 514 T699 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 514 T699 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 529 T699 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 530 T699 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 530 T699 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 579 T699 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 672 T699 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 668 T699 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 682 T699 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1371 T699 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1401 T699 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1405 T699 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1425 T699 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1444 T699 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1440 T699 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1443 T699 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1446 T699 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data1/
[junit4:junit4]   2> 1447 T699 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8dc1f04
[junit4:junit4]   2> 1448 T699 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1449 T699 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data1 forceNew:false
[junit4:junit4]   2> 1450 T699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data1
[junit4:junit4]   2> 1450 T699 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data1/index/
[junit4:junit4]   2> 1451 T699 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1452 T699 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data1/index forceNew:false
[junit4:junit4]   2> 1456 T699 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@4718f92 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e10de4c)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1456 T699 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1458 T699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data1/index
[junit4:junit4]   2> 1458 T699 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1461 T699 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1462 T699 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1463 T699 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1463 T699 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1477 T699 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1477 T699 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1478 T699 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1478 T699 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1479 T699 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1479 T699 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1480 T699 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1480 T699 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1480 T699 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1481 T699 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1481 T699 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1481 T699 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1482 T699 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1482 T699 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1482 T699 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1483 T699 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1483 T699 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1484 T699 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1484 T699 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1485 T699 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1485 T699 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1486 T699 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1491 T699 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1496 T699 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1498 T699 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1501 T699 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data1
[junit4:junit4]   2> 1501 T699 oass.SolrIndexSearcher.<init> Opening Searcher@69a79533 main
[junit4:junit4]   2> 1502 T699 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1503 T699 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1503 T699 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1511 T699 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1556 T700 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@69a79533 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1551 T699 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1551 T699 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1554 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:create cxid:0x50 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2016 T697 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2018 T697 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1661_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1661/solr"}
[junit4:junit4]   2> 2018 T697 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2019 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:create cxid:0x58 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2043 T696 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2577 T699 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2578 T699 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:1661/solr collection:collection1 shard:shard1
[junit4:junit4]   2> 2580 T699 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 2610 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:delete cxid:0x72 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 2617 T699 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2618 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:create cxid:0x73 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2611 T699 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2612 T699 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2612 T699 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:1661/solr/collection1/
[junit4:junit4]   2> 2612 T699 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 2624 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:create cxid:0x7d zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3540 T697 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3576 T696 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3599 T699 oasc.ZkController.register We are http://127.0.0.1:1661/solr/collection1/ and leader is http://127.0.0.1:1661/solr/collection1/
[junit4:junit4]   2> 3600 T699 oasc.ZkController.checkRecovery WARNING Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4:junit4]   2> 3601 T699 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3601 T699 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3607 T699 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3622 T683 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3623 T683 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 3624 T683 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 3625 T683 oasc.CoreContainer.<init> New CoreContainer 1621917799
[junit4:junit4]   2> 3626 T683 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 3627 T683 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 3670 T683 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 3671 T683 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3672 T683 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3673 T683 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3674 T683 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3674 T683 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3675 T683 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3676 T683 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3676 T683 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3677 T683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3697 T683 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3721 T683 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53049/solr
[junit4:junit4]   2> 3722 T683 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3723 T683 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53049 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@b2b24c8
[junit4:junit4]   2> 3724 T683 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3737 T701 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:53049. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3729 T701 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:53049, initiating session
[junit4:junit4]   2> 3742 T685 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53054
[junit4:junit4]   2> 3743 T685 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53054
[junit4:junit4]   2> 3745 T687 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be854b8bd0004 with negotiated timeout 20000 for client /127.0.0.1:53054
[junit4:junit4]   2> 3733 T701 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:53049, sessionid = 0x13be854b8bd0004, negotiated timeout = 20000
[junit4:junit4]   2> 3746 T702 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b2b24c8 name:ZooKeeperConnection Watcher:127.0.0.1:53049 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3734 T683 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3737 T688 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be854b8bd0004
[junit4:junit4]   2> 3751 T685 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53054 which had sessionid 0x13be854b8bd0004
[junit4:junit4]   2> 3752 T702 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3739 T683 oaz.ZooKeeper.close Session: 0x13be854b8bd0004 closed
[junit4:junit4]   2> 3741 T683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=15000&connTimeout=30000
[junit4:junit4]   2> 3752 T683 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53049/solr sessionTimeout=3000 watcher=org.apache.solr.common.cloud.ConnectionManager@389f2c6e
[junit4:junit4]   2> 3754 T683 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3767 T703 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:53049. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 3769 T703 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:53049, initiating session
[junit4:junit4]   2> 3758 T685 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53055
[junit4:junit4]   2> 3760 T685 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53055
[junit4:junit4]   2> 3774 T687 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be854b8bd0005 with negotiated timeout 3000 for client /127.0.0.1:53055
[junit4:junit4]   2> 3762 T703 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:53049, sessionid = 0x13be854b8bd0005, negotiated timeout = 3000
[junit4:junit4]   2> 3764 T704 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@389f2c6e name:ZooKeeperConnection Watcher:127.0.0.1:53049/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3777 T683 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3780 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0005 type:create cxid:0x1 zxid:0x48 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3783 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0005 type:create cxid:0x2 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3786 T683 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:1662_solr
[junit4:junit4]   2> 3787 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0005 type:delete cxid:0x4 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:1662_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:1662_solr
[junit4:junit4]   2> 3789 T683 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:1662_solr
[junit4:junit4]   2> 3799 T696 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3800 T696 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3807 T683 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3807 T705 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 3820 T705 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 3822 T705 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3822 T705 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 3812 T705 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 3813 T705 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3813 T705 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 3905 T705 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4016 T705 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4007 T705 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4014 T705 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4870 T705 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4882 T705 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4886 T705 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4912 T705 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4932 T705 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4929 T705 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4944 T705 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4937 T705 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data2/
[junit4:junit4]   2> 4937 T705 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8dc1f04
[junit4:junit4]   2> 4938 T705 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 4940 T705 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data2 forceNew:false
[junit4:junit4]   2> 4940 T705 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data2
[junit4:junit4]   2> 4941 T705 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data2/index/
[junit4:junit4]   2> 4941 T705 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4955 T705 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data2/index forceNew:false
[junit4:junit4]   2> 4959 T705 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@280305f8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cc626b1)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4959 T705 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4960 T705 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data2/index
[junit4:junit4]   2> 4961 T705 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4964 T705 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4965 T705 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4965 T705 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4966 T705 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4967 T705 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4967 T705 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4968 T705 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4969 T705 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4969 T705 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4970 T705 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4971 T705 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4972 T705 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4972 T705 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4973 T705 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4973 T705 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4974 T705 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4975 T705 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4975 T705 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4976 T705 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4976 T705 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4977 T705 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4978 T705 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4978 T705 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4979 T705 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4980 T705 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4981 T705 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4988 T705 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4992 T705 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4994 T705 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4998 T705 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data2
[junit4:junit4]   2> 4999 T705 oass.SolrIndexSearcher.<init> Opening Searcher@5df2fdc8 main
[junit4:junit4]   2> 4999 T705 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 5000 T705 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 5001 T705 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 5008 T705 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 5057 T706 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5df2fdc8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 5065 T705 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 5066 T705 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5084 T697 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5086 T697 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1661_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1661/solr"}
[junit4:junit4]   2> 5095 T697 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1662_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1662/solr"}
[junit4:junit4]   2> 5096 T697 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 5096 T697 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5103 T696 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5106 T704 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6058 T705 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 6058 T705 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:1662/solr collection:collection1 shard:shard1
[junit4:junit4]   2> 6077 T705 oasc.ZkController.register We are http://127.0.0.1:1662/solr/collection1/ and leader is http://127.0.0.1:1661/solr/collection1/
[junit4:junit4]   2> 6078 T705 oasc.ZkController.checkRecovery WARNING Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4:junit4]   2> 6078 T705 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6078 T705 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6070 T705 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6072 T683 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6072 T683 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 6073 T683 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/solr.xml
[junit4:junit4]   2> 6073 T683 oasc.CoreContainer.<init> New CoreContainer 1032408180
[junit4:junit4]   2> 6073 T683 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 6074 T683 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 6100 T683 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 6101 T683 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6101 T683 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 6101 T683 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6102 T683 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6102 T683 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6102 T683 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6103 T683 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6103 T683 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6103 T683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 6119 T683 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6155 T683 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53049/solr
[junit4:junit4]   2> 6156 T683 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 6145 T683 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53049 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3e2b050f
[junit4:junit4]   2> 6146 T683 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6160 T707 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:53049. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 6150 T707 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:53049, initiating session
[junit4:junit4]   2> 6150 T685 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53056
[junit4:junit4]   2> 6151 T685 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53056
[junit4:junit4]   2> 6153 T687 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be854b8bd0006 with negotiated timeout 20000 for client /127.0.0.1:53056
[junit4:junit4]   2> 6166 T707 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:53049, sessionid = 0x13be854b8bd0006, negotiated timeout = 20000
[junit4:junit4]   2> 6166 T708 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e2b050f name:ZooKeeperConnection Watcher:127.0.0.1:53049 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6154 T683 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6169 T688 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be854b8bd0006
[junit4:junit4]   2> 6170 T683 oaz.ZooKeeper.close Session: 0x13be854b8bd0006 closed
[junit4:junit4]   2> 6158 T708 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 6171 T683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=15000&connTimeout=30000
[junit4:junit4]   2> 6158 T685 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53056 which had sessionid 0x13be854b8bd0006
[junit4:junit4]   2> 6169 T683 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53049/solr sessionTimeout=3000 watcher=org.apache.solr.common.cloud.ConnectionManager@4fbc696c
[junit4:junit4]   2> 6170 T683 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6183 T709 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:53049. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 6173 T709 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:53049, initiating session
[junit4:junit4]   2> 6185 T685 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53057
[junit4:junit4]   2> 6186 T685 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53057
[junit4:junit4]   2> 6188 T687 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be854b8bd0007 with negotiated timeout 3000 for client /127.0.0.1:53057
[junit4:junit4]   2> 6176 T709 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:53049, sessionid = 0x13be854b8bd0007, negotiated timeout = 3000
[junit4:junit4]   2> 6177 T710 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4fbc696c name:ZooKeeperConnection Watcher:127.0.0.1:53049/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6190 T683 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6191 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0007 type:create cxid:0x1 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6181 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0007 type:create cxid:0x2 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6183 T683 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:1663_solr
[junit4:junit4]   2> 6197 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0007 type:delete cxid:0x4 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:1663_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:1663_solr
[junit4:junit4]   2> 6187 T683 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:1663_solr
[junit4:junit4]   2> 6191 T704 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6193 T696 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 6194 T696 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 6198 T704 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 6215 T683 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6229 T711 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 6230 T711 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 6231 T711 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6232 T711 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 6222 T711 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 6223 T711 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6224 T711 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 6302 T711 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 6385 T711 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6387 T711 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6395 T711 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 6639 T697 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6641 T697 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1662_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1662/solr"}
[junit4:junit4]   2> 6638 T710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 6650 T696 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 6638 T704 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7256 T711 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7265 T711 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7269 T711 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7284 T711 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7301 T711 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7307 T711 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7297 T711 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7301 T711 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/
[junit4:junit4]   2> 7301 T711 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8dc1f04
[junit4:junit4]   2> 7302 T711 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 7302 T711 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3 forceNew:false
[junit4:junit4]   2> 7303 T711 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3
[junit4:junit4]   2> 7303 T711 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/index/
[junit4:junit4]   2> 7303 T711 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7316 T711 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/index forceNew:false
[junit4:junit4]   2> 7318 T711 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@733e994b lockFactory=org.apache.lucene.store.NativeFSLockFactory@1084027e)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7319 T711 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7319 T711 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/index
[junit4:junit4]   2> 7320 T711 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7323 T711 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7323 T711 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7324 T711 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7324 T711 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7325 T711 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7325 T711 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7326 T711 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7327 T711 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7327 T711 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7328 T711 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7317 T711 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7318 T711 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7318 T711 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7319 T711 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7320 T711 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7320 T711 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7321 T711 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7322 T711 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7323 T711 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7324 T711 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7325 T711 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7326 T711 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7327 T711 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7327 T711 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7328 T711 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7329 T711 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7335 T711 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7339 T711 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7354 T711 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7356 T711 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3
[junit4:junit4]   2> 7357 T711 oass.SolrIndexSearcher.<init> Opening Searcher@2137fb74 main
[junit4:junit4]   2> 7357 T711 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7358 T711 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7358 T711 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7363 T711 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7409 T712 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2137fb74 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7417 T711 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 7418 T711 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8167 T697 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8169 T697 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1663_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1663/solr"}
[junit4:junit4]   2> 8169 T697 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 8169 T697 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 8167 T704 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8180 T696 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8168 T710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8410 T711 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8410 T711 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:1663/solr collection:collection1 shard:shard1
[junit4:junit4]   2> 8430 T711 oasc.ZkController.register We are http://127.0.0.1:1663/solr/collection1/ and leader is http://127.0.0.1:1661/solr/collection1/
[junit4:junit4]   2> 8431 T711 oasc.ZkController.checkRecovery WARNING Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4:junit4]   2> 8431 T711 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8432 T711 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8435 T711 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8437 T683 oasc.ClusterStateUpdateTest.setUp ####SETUP_END testCoreRegistration
[junit4:junit4]   2> 8437 T683 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53049/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@552b8081
[junit4:junit4]   2> 8438 T683 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 8426 T713 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:53049. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 8440 T713 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:53049, initiating session
[junit4:junit4]   2> 8428 T685 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53058
[junit4:junit4]   2> 8429 T685 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53058
[junit4:junit4]   2> 8431 T687 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be854b8bd0008 with negotiated timeout 10000 for client /127.0.0.1:53058
[junit4:junit4]   2> 8443 T713 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:53049, sessionid = 0x13be854b8bd0008, negotiated timeout = 10000
[junit4:junit4]   2> 8444 T714 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@552b8081 name:ZooKeeperConnection Watcher:127.0.0.1:53049/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 8432 T683 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 8433 T683 oascc.SolrZkClient.makePath makePath: /collections/testcore
[junit4:junit4]   2> 8441 T683 oascc.SolrZkClient.makePath makePath: /collections/testcore/shards
[junit4:junit4]   2> 8462 T688 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be854b8bd0008
[junit4:junit4]   2> 8464 T685 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53058 which had sessionid 0x13be854b8bd0008
[junit4:junit4]   2> 8452 T714 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 8451 T683 oaz.ZooKeeper.close Session: 0x13be854b8bd0008 closed
[junit4:junit4]   2> 8454 T683 oasc.CoreContainer.create Creating SolrCore 'testcore' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/testcore
[junit4:junit4]   2> 8455 T683 oasc.ZkController.createCollectionZkNode Check for collection zkNode:testcore
[junit4:junit4]   2> 8469 T683 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 8469 T683 oasc.ZkController.readConfigName Load collection config from:/collections/testcore
[junit4:junit4]   2> 8461 T683 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/testcore/'
[junit4:junit4]   2> 8552 T683 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 8623 T683 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 8637 T683 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 8645 T683 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 9360 T683 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 9383 T683 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 9387 T683 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 9410 T683 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9431 T683 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 9440 T683 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9430 T683 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 9446 T683 oasc.SolrCore.<init> [testcore] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/testcore/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data4/
[junit4:junit4]   2> 9447 T683 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8dc1f04
[junit4:junit4]   2> 9448 T683 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 9449 T683 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data4 forceNew:false
[junit4:junit4]   2> 9450 T683 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data4
[junit4:junit4]   2> 9450 T683 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data4/index/
[junit4:junit4]   2> 9451 T683 oasc.SolrCore.initIndex WARNING [testcore] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 9440 T683 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data4/index forceNew:false
[junit4:junit4]   2> 9442 T683 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@69fb7b50 lockFactory=org.apache.lucene.store.NativeFSLockFactory@628006f9)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 9443 T683 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 9444 T683 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data4/index
[junit4:junit4]   2> 9445 T683 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 9447 T683 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 9448 T683 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 9449 T683 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 9449 T683 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 9450 T683 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 9451 T683 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 9451 T683 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 9452 T683 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 9454 T683 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 9455 T683 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 9456 T683 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 9457 T683 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 9458 T683 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 9458 T683 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 9459 T683 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 9460 T683 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 9461 T683 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9462 T683 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9463 T683 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9464 T683 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9464 T683 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9466 T683 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9466 T683 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9467 T683 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 9468 T683 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 9469 T683 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 9476 T683 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 9480 T683 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 9483 T683 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 9490 T683 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data4
[junit4:junit4]   2> 9491 T683 oass.SolrIndexSearcher.<init> Opening Searcher@3b15a947 main
[junit4:junit4]   2> 9492 T683 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 9493 T683 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 9494 T683 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 9502 T683 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 9547 T715 oasc.SolrCore.registerSearcher [testcore] Registered new searcher Searcher@3b15a947 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 9542 T683 oasc.ZkController.publish publishing core=testcore state=down
[junit4:junit4]   2> 9543 T683 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9680 T697 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9695 T697 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1663_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1663/solr"}
[junit4:junit4]   2> 9705 T697 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"testcore",
[junit4:junit4]   2> 	  "collection":"testcore",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1661_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1661/solr"}
[junit4:junit4]   2> 9705 T697 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 9715 T696 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9703 T704 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9716 T710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10563 T683 oasc.CoreContainer.registerCore registering core: testcore
[junit4:junit4]   2> 10563 T683 oasc.ZkController.register Register replica - core:testcore address:http://127.0.0.1:1661/solr collection:testcore shard:shard1
[junit4:junit4]   2> 10565 T683 oascc.SolrZkClient.makePath makePath: /collections/testcore/leader_elect/shard1/election
[junit4:junit4]   2> 10567 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:delete cxid:0x128 zxid:0x7a txntype:-1 reqpath:n/a Error Path:/solr/collections/testcore/leaders Error:KeeperErrorCode = NoNode for /solr/collections/testcore/leaders
[junit4:junit4]   2> 10569 T683 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 10582 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:create cxid:0x129 zxid:0x7b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10586 T683 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 10587 T683 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 10587 T683 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:1661/solr/testcore/
[junit4:junit4]   2> 10588 T683 oascc.SolrZkClient.makePath makePath: /collections/testcore/leaders/shard1
[junit4:junit4]   2> 10584 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd0003 type:create cxid:0x133 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 11232 T697 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11249 T704 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11237 T710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11237 T696 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11254 T683 oasc.ZkController.register We are http://127.0.0.1:1661/solr/testcore/ and leader is http://127.0.0.1:1661/solr/testcore/
[junit4:junit4]   2> 11255 T683 oasc.ZkController.checkRecovery WARNING Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4:junit4]   2> 11256 T683 oasc.ZkController.publish publishing core=testcore state=active
[junit4:junit4]   2> 11256 T683 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11260 T683 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11263 T683 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1032408180
[junit4:junit4]   2> 11264 T683 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@271e1866
[junit4:junit4]   2> 11278 T683 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 11279 T683 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 11280 T683 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 11281 T683 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 11282 T683 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 11295 T683 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/index
[junit4:junit4]   2> 11296 T683 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3
[junit4:junit4]   2> 11296 T683 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3
[junit4:junit4]   2> 11297 T683 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/index
[junit4:junit4]   2> 11297 T683 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/index
[junit4:junit4]   2> 11299 T688 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be854b8bd0007
[junit4:junit4]   2> 11288 T704 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11288 T683 oaz.ZooKeeper.close Session: 0x13be854b8bd0007 closed
[junit4:junit4]   2> 11301 T710 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 11301 T710 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 11301 T685 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53057 which had sessionid 0x13be854b8bd0007
[junit4:junit4]   2> 11302 T710 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 11302 T710 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11294 T696 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 11295 T696 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 11297 T704 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 11503 T704 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11490 T683 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1621917799
[junit4:junit4]   2> 11492 T685 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13be854b8bd0005, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 
[junit4:junit4]   2> 11505 T683 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3e55747
[junit4:junit4]   2> 11494 T685 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53055 which had sessionid 0x13be854b8bd0005
[junit4:junit4]   2> 11507 T683 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 11507 T683 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 11508 T683 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 11508 T683 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 11509 T683 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 11498 T683 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data2/index
[junit4:junit4]   2> 11498 T683 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data2
[junit4:junit4]   2> 11499 T683 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data2
[junit4:junit4]   2> 11499 T683 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data2/index
[junit4:junit4]   2> 11500 T683 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data2/index
[junit4:junit4]   2> 11513 T683 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11514 T683 oasc.SolrResourceLoader.locateSolrHome solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4:junit4]   2> 11514 T683 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/solr/solr.xml
[junit4:junit4]   2> 11514 T683 oasc.CoreContainer.<init> New CoreContainer 1682549728
[junit4:junit4]   2> 11515 T683 oasc.CoreContainer$Initializer.initialize no solr.xml file found - using default
[junit4:junit4]   2> 11515 T683 oasc.CoreContainer.load Loading CoreContainer using Solr Home: 'solr/'
[junit4:junit4]   2> 11516 T683 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'solr/'
[junit4:junit4]   2> 11543 T683 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 11544 T683 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11545 T683 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 11545 T683 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11546 T683 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11546 T683 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11547 T683 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11547 T683 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11548 T683 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11548 T683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 11574 T683 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 11592 T683 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:53049/solr
[junit4:junit4]   2> 11592 T683 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 11593 T683 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53049 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2ad45a89
[junit4:junit4]   2> 11595 T683 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 11584 T716 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:53049. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 11599 T716 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:53049, initiating session
[junit4:junit4]   2> 11600 T685 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53059
[junit4:junit4]   2> 11601 T685 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53059
[junit4:junit4]   2> 11602 T687 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be854b8bd0009 with negotiated timeout 20000 for client /127.0.0.1:53059
[junit4:junit4]   2> 11590 T716 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:53049, sessionid = 0x13be854b8bd0009, negotiated timeout = 20000
[junit4:junit4]   2> 11603 T717 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ad45a89 name:ZooKeeperConnection Watcher:127.0.0.1:53049 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 11604 T683 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 11595 T688 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be854b8bd0009
[junit4:junit4]   2> 11609 T685 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53059 which had sessionid 0x13be854b8bd0009
[junit4:junit4]   2> 11597 T683 oaz.ZooKeeper.close Session: 0x13be854b8bd0009 closed
[junit4:junit4]   2> 11610 T717 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 11610 T683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=0&connTimeout=0
[junit4:junit4]   2> 14353 T686 oazs.ZooKeeperServer.expire Expiring session 0x13be854b8bd0005, timeout of 3000ms exceeded
[junit4:junit4]   2> 16638 T686 oazs.ZooKeeperServer.expire Expiring session 0x13be854b8bd0003, timeout of 3000ms exceeded
[junit4:junit4]   2> 16624 T683 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53049/solr sessionTimeout=3000 watcher=org.apache.solr.common.cloud.ConnectionManager@40553c13
[junit4:junit4]   2> 16637 T695 oaz.ClientCnxn$SendThread.run Client session timed out, have not heard from server in 5339ms for sessionid 0x13be854b8bd0003, closing socket connection and attempting reconnect
[junit4:junit4]   2> 16627 T685 oazs.NIOServerCnxn.doIO WARNING caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x13be854b8bd0003, likely client has closed socket
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4:junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 
[junit4:junit4]   2> 16628 T685 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53053 which had sessionid 0x13be854b8bd0003
[junit4:junit4]   2> 16629 T688 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be854b8bd0005
[junit4:junit4]   2> 16642 T683 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 16646 T688 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be854b8bd0003
[junit4:junit4]   2> 16636 T718 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:53049. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 16650 T718 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:53049, initiating session
[junit4:junit4]   2> 16638 T685 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53060
[junit4:junit4]   2> 16653 T685 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53060
[junit4:junit4]   2> 16642 T687 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be854b8bd000a with negotiated timeout 3000 for client /127.0.0.1:53060
[junit4:junit4]   2> 16655 T718 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:53049, sessionid = 0x13be854b8bd000a, negotiated timeout = 3000
[junit4:junit4]   2> 16656 T719 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40553c13 name:ZooKeeperConnection Watcher:127.0.0.1:53049/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 16644 T683 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 16646 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16659 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16662 T683 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/192.168.57.17:8983_solr
[junit4:junit4]   2> 16650 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd000a type:delete cxid:0x4 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/192.168.57.17:8983_solr Error:KeeperErrorCode = NoNode for /solr/live_nodes/192.168.57.17:8983_solr
[junit4:junit4]   2> 16664 T683 oascc.SolrZkClient.makePath makePath: /live_nodes/192.168.57.17:8983_solr
[junit4:junit4]   2> 16673 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd000a type:delete cxid:0xd zxid:0x94 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 16675 T683 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 16667 T683 oasc.Overseer.start Overseer (id=88920068238147594-192.168.57.17:8983_solr-n_0000000003) starting
[junit4:junit4]   2> 16680 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd000a type:create cxid:0x12 zxid:0x96 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16682 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd000a type:create cxid:0x13 zxid:0x97 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16672 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd000a type:create cxid:0x14 zxid:0x98 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16674 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd000a type:create cxid:0x15 zxid:0x99 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 16676 T721 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 16677 T683 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 16684 T720 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 16690 T720 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16702 T722 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: solr/collection1
[junit4:junit4]   2> 16691 T722 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 16692 T720 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"testcore",
[junit4:junit4]   2> 	  "collection":"testcore",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1661_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1661/solr"}
[junit4:junit4]   2> 16705 T722 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 16705 T722 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 16710 T722 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: 'solr/collection1/'
[junit4:junit4]   2> 16716 T719 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 16741 T696 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: null state: Disconnected type None
[junit4:junit4]   2> 16733 T696 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34b363f8 name:ZooKeeperConnection Watcher:127.0.0.1:53049/solr got event WatchedEvent state:Disconnected type:None path:null path:null type:None
[junit4:junit4]   2> 16733 T696 oascc.ConnectionManager.process zkClient has disconnected
[junit4:junit4]   2> 16852 T722 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 16979 T722 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 16981 T722 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 17003 T722 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 17693 T722 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 17694 T722 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 17699 T722 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 17748 T722 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17743 T722 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 17762 T722 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17753 T722 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 17757 T722 oasc.SolrCore.<init> [collection1] Opening new SolrCore at solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/
[junit4:junit4]   2> 17757 T722 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8dc1f04
[junit4:junit4]   2> 17758 T722 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 17759 T722 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3 forceNew:false
[junit4:junit4]   2> 17759 T722 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3
[junit4:junit4]   2> 17759 T722 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/index/
[junit4:junit4]   2> 17760 T722 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 17773 T722 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/index forceNew:false
[junit4:junit4]   2> 17776 T722 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@382d0236 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5566f63a)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17776 T722 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17777 T722 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/index
[junit4:junit4]   2> 17778 T722 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 17780 T722 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 17781 T722 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 17781 T722 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 17782 T722 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 17782 T722 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 17783 T722 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 17783 T722 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 17784 T722 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 17785 T722 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 17785 T722 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 17786 T722 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 17774 T695 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:53049. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 17787 T722 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 17778 T685 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53061
[junit4:junit4]   2> 17788 T695 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:53049, initiating session
[junit4:junit4]   2> 17792 T722 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 17792 T685 oazs.ZooKeeperServer.processConnectRequest Client attempting to renew session 0x13be854b8bd0003 at /127.0.0.1:53061
[junit4:junit4]   2> 17780 T722 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 17794 T695 oaz.ClientCnxn$SendThread.run Unable to reconnect to ZooKeeper service, session 0x13be854b8bd0003 has expired, closing socket connection
[junit4:junit4]   2> 17793 T685 oazs.ZooKeeperServer.finishSessionInit Invalid session 0x13be854b8bd0003 for client /127.0.0.1:53061, probably expired
[junit4:junit4]   2> 17782 T722 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 17781 T696 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: null state: Expired type None
[junit4:junit4]   2> 17783 T722 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 17796 T685 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53061 which had sessionid 0x13be854b8bd0003
[junit4:junit4]   2> 17796 T696 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34b363f8 name:ZooKeeperConnection Watcher:127.0.0.1:53049/solr got event WatchedEvent state:Expired type:None path:null path:null type:None
[junit4:junit4]   2> 17784 T722 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 17785 T696 oascc.ConnectionManager.process Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
[junit4:junit4]   2> 17798 T696 oascc.DefaultConnectionStrategy.reconnect Connection expired - starting a new one...
[junit4:junit4]   2> 17799 T696 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:53049/solr sessionTimeout=3000 watcher=org.apache.solr.common.cloud.ConnectionManager@34b363f8
[junit4:junit4]   2> 17786 T722 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 17788 T722 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 17802 T723 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server 127.0.0.1/127.0.0.1:53049. Will not attempt to authenticate using SASL (access denied (javax.security.auth.AuthPermission getLoginConfiguration))
[junit4:junit4]   2> 17801 T696 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 17789 T722 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 17792 T722 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 17793 T722 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 17794 T722 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 17794 T722 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 17795 T722 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 17796 T722 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 17804 T722 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 17817 T723 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to 127.0.0.1/127.0.0.1:53049, initiating session
[junit4:junit4]   2> 17809 T685 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:53062
[junit4:junit4]   2> 17813 T685 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:53062
[junit4:junit4]   2> 17810 T722 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 17827 T687 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be854b8bd000b with negotiated timeout 3000 for client /127.0.0.1:53062
[junit4:junit4]   2> 17815 T723 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server 127.0.0.1/127.0.0.1:53049, sessionid = 0x13be854b8bd000b, negotiated timeout = 3000
[junit4:junit4]   2> 17817 T724 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34b363f8 name:ZooKeeperConnection Watcher:127.0.0.1:53049/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 17818 T696 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 17818 T696 oascc.ConnectionManager$1.update Connection with ZooKeeper reestablished.
[junit4:junit4]   2> 17819 T696 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 17819 T696 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17822 T722 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 17826 T722 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3
[junit4:junit4]   2> 17827 T722 oass.SolrIndexSearcher.<init> Opening Searcher@187a3885 main
[junit4:junit4]   2> 17828 T722 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 17829 T722 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 17830 T722 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 17834 T722 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 17858 T725 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@187a3885 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 17877 T722 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 17878 T722 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17890 T697 oasc.Overseer$ClusterStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:253)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:250)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:250)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:200)
[junit4:junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:123)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 
[junit4:junit4]   2> 17902 T698 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 17891 T697 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=88920068238147587-127.0.0.1:1661_solr-n_0000000000) am no longer a leader.
[junit4:junit4]   2> 18227 T720 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18229 T720 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1661_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1661/solr"}
[junit4:junit4]   2> 18224 T720 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"192.168.57.17:8983_solr",
[junit4:junit4]   2> 	  "base_url":"http://192.168.57.17:8983/solr"}
[junit4:junit4]   2> 18224 T720 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 18224 T720 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 18244 T719 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 18870 T722 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 18870 T722 oasc.ZkController.register Register replica - core:collection1 address:http://192.168.57.17:8983/solr collection:collection1 shard:shard1
[junit4:junit4]   2> 18887 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd000a type:delete cxid:0x6f zxid:0xa9 txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard1 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard1
[junit4:junit4]   2> 18888 T722 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 18889 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd000a type:create cxid:0x70 zxid:0xaa txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 18881 T722 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=180011
[junit4:junit4]   2> 19747 T720 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19769 T719 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 39084 T722 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=159808
[junit4:junit4]   2> 47924 T696 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: Could not get leader props
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:791)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:755)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1171)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:278)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leaders/shard1
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 		at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:253)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:769)
[junit4:junit4]   2> 		... 10 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 59223 T722 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=139669
[junit4:junit4]   2> 79368 T722 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=119524
[junit4:junit4]   2> 80006 T696 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: Could not get leader props
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:791)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:755)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1171)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:278)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leaders/shard1
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 		at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:253)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:769)
[junit4:junit4]   2> 		... 10 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 99501 T722 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=99391
[junit4:junit4]   2> 112103 T696 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: Could not get leader props
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:791)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:755)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1171)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:278)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leaders/shard1
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 		at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:253)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:769)
[junit4:junit4]   2> 		... 10 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 119638 T722 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=79254
[junit4:junit4]   2> 139756 T722 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=59136
[junit4:junit4]   2> 144185 T696 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: Could not get leader props
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:791)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:755)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1171)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:278)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leaders/shard1
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 		at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:253)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:769)
[junit4:junit4]   2> 		... 10 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 159874 T722 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=39018
[junit4:junit4]   2> 176267 T696 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: Could not get leader props
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:791)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:755)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1171)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:278)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leaders/shard1
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 		at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:253)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:250)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:769)
[junit4:junit4]   2> 		... 10 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 180031 T722 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=18861
[junit4:junit4]   2> 199143 T722 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Was waiting for replicas to come up, but they are taking too long - assuming they won't come back till later
[junit4:junit4]   2> 199143 T722 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 199144 T722 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://192.168.57.17:8983/solr/collection1/
[junit4:junit4]   2> 199144 T722 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 199150 T688 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be854b8bd000a type:create cxid:0x355 zxid:0xb1 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 199324 T696 oasc.ZkController.publish publishing core=testcore state=down
[junit4:junit4]   2> 199325 T696 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 200460 T720 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 200467 T720 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"testcore",
[junit4:junit4]   2> 	  "collection":"testcore",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:1661_solr",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:1661/solr"}
[junit4:junit4]   2> 200462 T719 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 200501 T722 oasc.ZkController.register We are http://192.168.57.17:8983/solr/collection1/ and leader is http://192.168.57.17:8983/solr/collection1/
[junit4:junit4]   2> 200502 T722 oasc.ZkController.checkRecovery WARNING Skipping recovery according to sys prop solrcloud.skip.autorecovery
[junit4:junit4]   2> 200502 T722 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 200503 T722 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 200505 T722 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 201986 T720 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 201988 T720 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":null,
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"192.168.57.17:8983_solr",
[junit4:junit4]   2> 	  "base_url":"http://192.168.57.17:8983/solr"}
[junit4:junit4]   2> 201995 T719 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 220882 T683 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1524867596
[junit4:junit4]   2> 220883 T683 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1bd13f0c
[junit4:junit4]   2> 220889 T683 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 220889 T683 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 220890 T683 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 220890 T683 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 220891 T683 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 220904 T683 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data1/index
[junit4:junit4]   2> 220904 T683 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data1
[junit4:junit4]   2> 220904 T683 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data1
[junit4:junit4]   2> 220905 T683 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data1/index
[junit4:junit4]   2> 220905 T683 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data1/index
[junit4:junit4]   2> 220906 T683 oasc.SolrCore.close [testcore]  CLOSING SolrCore org.apache.solr.core.SolrCore@132393b4
[junit4:junit4]   2> 220914 T683 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 220915 T683 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 220916 T683 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 220916 T683 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 220917 T683 oasc.SolrCore.closeSearcher [testcore] Closing main searcher on request.
[junit4:junit4]   2> 220917 T683 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data4/index
[junit4:junit4]   2> 220918 T683 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data4/index
[junit4:junit4]   2> 220918 T683 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data4/index
[junit4:junit4]   2> 220918 T683 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data4
[junit4:junit4]   2> 220919 T683 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data4
[junit4:junit4]   2> 220920 T688 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be854b8bd000b
[junit4:junit4]   2> 220908 T685 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53062 which had sessionid 0x13be854b8bd000b
[junit4:junit4]   2> 220921 T683 oaz.ZooKeeper.close Session: 0x13be854b8bd000b closed
[junit4:junit4]   2> 220909 T724 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 220921 T683 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1682549728
[junit4:junit4]   2> 220914 T683 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@300cd634
[junit4:junit4]   2> 220925 T683 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 220926 T683 oasc.SolrCore.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 220926 T683 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 220927 T683 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 220928 T683 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 220941 T683 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/index
[junit4:junit4]   2> 220942 T683 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3
[junit4:junit4]   2> 220942 T683 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3
[junit4:junit4]   2> 220943 T683 oasc.CachingDirectoryFactory.close Closing directory when closing factory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/index
[junit4:junit4]   2> 220943 T683 oasc.CachingDirectoryFactory.closeDirectory Closing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ClusterStateUpdateTest-1356812564673/data3/index
[junit4:junit4]   2> 220935 T688 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be854b8bd000a
[junit4:junit4]   2> 220948 T720 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=88920068238147594-192.168.57.17:8983_solr-n_0000000003) am no longer a leader.
[junit4:junit4]   2> 220938 T685 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:53060 which had sessionid 0x13be854b8bd000a
[junit4:junit4]   2> 220951 T719 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 220938 T683 oaz.ZooKeeper.close Session: 0x13be854b8bd000a closed
[junit4:junit4]   2> 220951 T719 oascc.ZkStateReader$2.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 220939 T683 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1032408180
[junit4:junit4]   2> 220940 T719 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 220941 T719 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 220953 T683 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 220954 T683 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 220955 T683 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 220943 T688 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4:junit4]   2> 220955 T683 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 220950 T687 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4:junit4]   2> 220962 T683 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 221036 T683 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53049 53049
[junit4:junit4]   2> 221202 T685 oazs.NIOServerCnxnFactory.run NIOServerCnxn factory exited run method
[junit4:junit4]   2> 221191 T683 oazs.ZooKeeperServer.shutdown shutting down
[junit4:junit4]   2> 221212 T683 oazs.SessionTrackerImpl.shutdown Shutting down
[junit4:junit4]   2> 221213 T683 oazs.PrepRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 221213 T683 oazs.SyncRequestProcessor.shutdown Shutting down
[junit4:junit4]   2> 221213 T683 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4:junit4]   2> 221214 T683 oas.SolrTestCaseJ4.tearDown ###Ending testCoreRegistration
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ClusterStateUpdateTest -Dtests.method=testCoreRegistration -Dtests.seed=2A395E1F83CDAB5D -Dtests.slow=true -Dtests.locale=uk_UA -Dtests.timezone=Africa/Lagos -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE  221s | ClusterStateUpdateTest.testCoreRegistration <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([2A395E1F83CDAB5D:94B238B0FAB7A568]:0)
[junit4:junit4]    > 	at org.junit.Assert.fail(Assert.java:92)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:43)
[junit4:junit4]    > 	at org.junit.Assert.assertTrue(Assert.java:54)
[junit4:junit4]    > 	at org.apache.solr.cloud.ClusterStateUpdateTest.testCoreRegistration(ClusterStateUpdateTest.java:234)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4:junit4]    > 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:597)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 221224 T683 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 221238 T682 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 221346 T686 oazs.SessionTrackerImpl.run SessionTrackerImpl exited loop!
[junit4:junit4]   2> 221402 T696 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: CoreContainer is shutdown
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:788)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:755)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1171)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:278)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 224408 T696 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: CoreContainer is shutdown
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:788)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:755)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1171)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:278)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 227420 T696 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: CoreContainer is shutdown
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:788)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:755)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1171)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:278)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 230423 T696 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: CoreContainer is shutdown
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:788)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:755)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1171)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:278)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 233429 T696 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: CoreContainer is shutdown
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:788)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:755)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1171)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:278)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 236433 T696 oasc.SolrException.log SEVERE There was a problem finding the leader in zk:org.apache.solr.common.SolrException: CoreContainer is shutdown
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:788)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:755)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1171)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:278)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 238437 T696 oasc.SolrException.log SEVERE :org.apache.solr.common.SolrException: There was a problem finding the leader in zk
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1181)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:278)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController.access$100(ZkController.java:85)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:193)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 238437 T696 oasc.SolrException.log SEVERE :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election/88920068238147595-127.0.0.1:1661_solr-n_
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 		at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:293)
[junit4:junit4]   2> 		at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:220)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:197)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	
[junit4:junit4]   2> 238438 T696 oasc.SolrException.log SEVERE Reconnect to ZooKeeper failed:org.apache.solr.common.cloud.ZooKeeperException: 
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:225)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:117)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:46)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:91)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election/88920068238147595-127.0.0.1:1661_solr-n_
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 		at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4:junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:293)
[junit4:junit4]   2> 		at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:220)
[junit4:junit4]   2> 		at org.apache.solr.cloud.ZkController$1.command(ZkController.java:197)
[junit4:junit4]   2> 		... 5 more
[junit4:junit4]   2> 	
[junit4:junit4]   2> 238438 T696 oascc.DefaultConnectionStrategy.reconnect Reconnect to ZooKeeper failed
[junit4:junit4]   2> 238439 T696 oascc.ConnectionManager.process Connected:true
[junit4:junit4]   2> 238439 T696 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=483)), sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=uk_UA, timezone=Africa/Lagos
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Apple Inc. 1.6.0_37 (64-bit)/cpus=2,threads=1,free=41774984,total=109969408
[junit4:junit4]   2> NOTE: All tests run in this JVM: [XmlUpdateRequestHandlerTest, DateFieldTest, PingRequestHandlerTest, ZkControllerTest, FieldAnalysisRequestHandlerTest, PluginInfoTest, RequestHandlersTest, FileUtilsTest, SpellPossibilityIteratorTest, SpellCheckComponentTest, TestQueryTypes, SimpleFacetsTest, DisMaxRequestHandlerTest, SystemInfoHandlerTest, TestQuerySenderListener, TestRecovery, TestArbitraryIndexDir, SolrIndexConfigTest, DirectSolrSpellCheckerTest, QueryEqualityTest, AnalysisAfterCoreReloadTest, CacheHeaderTest, LegacyHTMLStripCharFilterTest, PathHierarchyTokenizerFactoryTest, TestSolrDeletionPolicy2, SampleTest, DebugComponentTest, DirectUpdateHandlerTest, TestSolr4Spatial, TestWordDelimiterFilterFactory, ChaosMonkeySafeLeaderTest, TestCodecSupport, TestCSVResponseWriter, UpdateRequestProcessorFactoryTest, MinimalSchemaTest, ShardRoutingCustomTest, TestUpdate, TestExtendedDismaxParser, ZkSolrClientTest, TestSolrCoreProperties, UpdateParamsTest, TestRTGBase, SolrRequestParserTest, DirectSolrConnectionTest, TestPropInjectDefaults, TestJmxMonitoredMap, PolyFieldTest, AutoCommitTest, RAMDirectoryFactoryTest, PreAnalyzedFieldTest, TermVectorComponentDistributedTest, SoftAutoCommitTest, TestLuceneMatchVersion, EchoParamsTest, DOMUtilTest, DistanceFunctionTest, ResponseLogComponentTest, TestFiltering, TestMultiCoreConfBootstrap, ExternalFileFieldSortTest, StatsComponentTest, OutputWriterTest, TestWriterPerf, TestSolrDeletionPolicy1, LoggingHandlerTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest]
[junit4:junit4] Completed in 238.55s, 1 test, 1 failure <<< FAILURES!

[...truncated 531 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:353: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:438: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:841: There were test failures: 244 suites, 1010 tests, 1 failure, 13 ignored (2 assumptions)

Total time: 133 minutes 17 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.6.0 -XX:+UseConcMarkSweepGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 18 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.sd-datasolutions.de/job/Lucene-Solr-trunk-MacOSX/18/
Java: 64bit/jdk1.7.0 -XX:+UseSerialGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([56B7C228BDA0FF1:848DF23AFC856FCD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:175)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:125)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:120)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:586)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8873 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T1430 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_r/qe
[junit4:junit4]   2> 7 T1430 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1356796604135
[junit4:junit4]   2> 8 T1430 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 9 T1431 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T1431 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 11 T1431 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 11 T1431 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T1431 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T1431 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 12 T1430 oasc.ZkTestServer.run start zk server on port:49543
[junit4:junit4]   2> 16 T1430 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49543 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@6856659
[junit4:junit4]   2> 17 T1436 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49543. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 18 T1436 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49543, initiating session
[junit4:junit4]   2> 19 T1432 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49544
[junit4:junit4]   2> 20 T1432 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49544
[junit4:junit4]   2> 20 T1434 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 18 T1430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 22 T1434 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be7612eec0000 with negotiated timeout 10000 for client /127.0.0.1:49544
[junit4:junit4]   2> 22 T1436 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49543, sessionid = 0x13be7612eec0000, negotiated timeout = 10000
[junit4:junit4]   2> 23 T1437 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6856659 name:ZooKeeperConnection Watcher:127.0.0.1:49543 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 23 T1430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 24 T1430 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 28 T1435 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be7612eec0000
[junit4:junit4]   2> 29 T1437 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 30 T1430 oaz.ZooKeeper.close Session: 0x13be7612eec0000 closed
[junit4:junit4]   2> 30 T1430 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49543/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7fe6714b
[junit4:junit4]   2> 32 T1432 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49544 which had sessionid 0x13be7612eec0000
[junit4:junit4]   2> 32 T1430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 33 T1438 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49543. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 34 T1438 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49543, initiating session
[junit4:junit4]   2> 34 T1432 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49545
[junit4:junit4]   2> 35 T1432 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49545
[junit4:junit4]   2> 36 T1434 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be7612eec0001 with negotiated timeout 10000 for client /127.0.0.1:49545
[junit4:junit4]   2> 36 T1438 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49543, sessionid = 0x13be7612eec0001, negotiated timeout = 10000
[junit4:junit4]   2> 37 T1439 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fe6714b name:ZooKeeperConnection Watcher:127.0.0.1:49543/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 37 T1430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 37 T1430 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 43 T1430 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 48 T1430 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 51 T1430 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 55 T1430 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 56 T1430 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 62 T1430 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 63 T1430 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 68 T1430 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 69 T1430 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 72 T1430 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 73 T1430 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 78 T1430 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 79 T1430 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 82 T1430 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 83 T1430 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 87 T1430 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 88 T1430 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 91 T1430 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 92 T1430 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 96 T1430 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 97 T1430 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 102 T1435 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be7612eec0001
[junit4:junit4]   2> 102 T1432 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49545 which had sessionid 0x13be7612eec0001
[junit4:junit4]   2> 103 T1439 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 103 T1430 oaz.ZooKeeper.close Session: 0x13be7612eec0001 closed
[junit4:junit4]   2> 326 T1430 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 334 T1430 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49546
[junit4:junit4]   2> 335 T1430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 335 T1430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1356796604231
[junit4:junit4]   2> 336 T1430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1356796604231/'
[junit4:junit4]   2> 362 T1430 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 363 T1430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 363 T1430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1356796604231
[junit4:junit4]   2> 363 T1430 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1356796604231/solr.xml
[junit4:junit4]   2> 365 T1430 oasc.CoreContainer.<init> New CoreContainer 1574087984
[junit4:junit4]   2> 365 T1430 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1356796604231/'
[junit4:junit4]   2> 366 T1430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1356796604231/'
[junit4:junit4]   2> 401 T1430 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 402 T1430 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 402 T1430 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 402 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 403 T1430 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 403 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 404 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 412 T1430 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 413 T1430 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 414 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 428 T1430 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 448 T1430 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49543/solr
[junit4:junit4]   2> 449 T1430 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 450 T1430 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49543 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5d8b8770
[junit4:junit4]   2> 452 T1449 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49543. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 452 T1430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 454 T1449 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49543, initiating session
[junit4:junit4]   2> 454 T1432 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49547
[junit4:junit4]   2> 455 T1432 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49547
[junit4:junit4]   2> 457 T1434 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be7612eec0002 with negotiated timeout 20000 for client /127.0.0.1:49547
[junit4:junit4]   2> 457 T1449 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49543, sessionid = 0x13be7612eec0002, negotiated timeout = 20000
[junit4:junit4]   2> 458 T1450 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d8b8770 name:ZooKeeperConnection Watcher:127.0.0.1:49543 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 458 T1430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 462 T1435 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be7612eec0002
[junit4:junit4]   2> 463 T1432 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49547 which had sessionid 0x13be7612eec0002
[junit4:junit4]   2> 464 T1450 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 465 T1430 oaz.ZooKeeper.close Session: 0x13be7612eec0002 closed
[junit4:junit4]   2> 466 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=15000&connTimeout=30000
[junit4:junit4]   2> 478 T1430 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49543/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@1ac2d7d9
[junit4:junit4]   2> 480 T1451 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49543. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 480 T1430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 481 T1451 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49543, initiating session
[junit4:junit4]   2> 482 T1432 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49548
[junit4:junit4]   2> 484 T1432 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49548
[junit4:junit4]   2> 486 T1434 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be7612eec0003 with negotiated timeout 20000 for client /127.0.0.1:49548
[junit4:junit4]   2> 486 T1451 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49543, sessionid = 0x13be7612eec0003, negotiated timeout = 20000
[junit4:junit4]   2> 487 T1452 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ac2d7d9 name:ZooKeeperConnection Watcher:127.0.0.1:49543/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 487 T1430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 491 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 493 T1430 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 498 T1430 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49546__r%2Fqe
[junit4:junit4]   2> 499 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0003 type:delete cxid:0x7 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49546__r%2Fqe Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49546__r%2Fqe
[junit4:junit4]   2> 500 T1430 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49546__r%2Fqe
[junit4:junit4]   2> 506 T1430 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 514 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0003 type:delete cxid:0x15 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 515 T1430 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 520 T1430 oasc.Overseer.start Overseer (id=88919022248919043-127.0.0.1:49546__r%2Fqe-n_0000000000) starting
[junit4:junit4]   2> 521 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0003 type:create cxid:0x1a zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 522 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0003 type:create cxid:0x1b zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 524 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0003 type:create cxid:0x1c zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 525 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0003 type:create cxid:0x1d zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 527 T1454 oasc.OverseerCollectionProcessor.run Process current queue of collection messages
[junit4:junit4]   2> 528 T1430 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 533 T1430 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 540 T1453 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 540 T1455 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1356796604231/collection1
[junit4:junit4]   2> 540 T1455 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 542 T1455 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 542 T1455 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 545 T1455 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1356796604231/collection1/'
[junit4:junit4]   2> 546 T1455 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1356796604231/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 546 T1455 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1356796604231/collection1/lib/README' to classloader
[junit4:junit4]   2> 592 T1455 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 691 T1455 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 693 T1455 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 705 T1455 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1441 T1455 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1450 T1455 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1454 T1455 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1472 T1455 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1477 T1455 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1481 T1455 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1483 T1455 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1485 T1455 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1356796604231/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/control/data/
[junit4:junit4]   2> 1485 T1455 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16c8cb41
[junit4:junit4]   2> 1486 T1455 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1499 T1455 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/control/data forceNew:false
[junit4:junit4]   2> 1500 T1455 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/control/data
[junit4:junit4]   2> 1500 T1455 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/control/data/index/
[junit4:junit4]   2> 1500 T1455 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1501 T1455 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/control/data/index forceNew:false
[junit4:junit4]   2> 1506 T1455 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@41553149; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1506 T1455 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1506 T1455 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/control/data/index
[junit4:junit4]   2> 1507 T1455 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1508 T1455 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1509 T1455 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1509 T1455 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1509 T1455 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1510 T1455 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1510 T1455 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1510 T1455 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1511 T1455 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1512 T1455 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1512 T1455 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1513 T1455 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1513 T1455 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1514 T1455 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1514 T1455 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1514 T1455 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1514 T1455 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1515 T1455 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1515 T1455 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1516 T1455 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1516 T1455 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1516 T1455 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1517 T1455 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1517 T1455 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1517 T1455 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1518 T1455 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1518 T1455 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1523 T1455 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1526 T1455 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1528 T1455 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1530 T1455 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/control/data
[junit4:junit4]   2> 1531 T1455 oass.SolrIndexSearcher.<init> Opening Searcher@52a083eb main
[junit4:junit4]   2> 1532 T1455 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1532 T1455 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1533 T1455 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1538 T1455 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1566 T1456 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52a083eb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1570 T1455 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1570 T1455 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1571 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0003 type:create cxid:0x56 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2060 T1453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2061 T1453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49546__r%2Fqe",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49546/_r/qe"}
[junit4:junit4]   2> 2062 T1453 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2062 T1453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2063 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0003 type:create cxid:0x5e zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2070 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2576 T1455 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2576 T1455 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49546/_r/qe collection:control_collection shard:shard1
[junit4:junit4]   2> 2578 T1455 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2591 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0003 type:delete cxid:0x7b zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2592 T1455 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2593 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0003 type:create cxid:0x7c zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2597 T1455 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2598 T1455 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2598 T1455 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49546/_r/qe/collection1/
[junit4:junit4]   2> 2599 T1455 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2599 T1455 oasc.SyncStrategy.syncToMe http://127.0.0.1:49546/_r/qe/collection1/ has no replicas
[junit4:junit4]   2> 2600 T1455 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49546/_r/qe/collection1/
[junit4:junit4]   2> 2600 T1455 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2611 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0003 type:create cxid:0x86 zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3082 T1453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3094 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3125 T1455 oasc.ZkController.register We are http://127.0.0.1:49546/_r/qe/collection1/ and leader is http://127.0.0.1:49546/_r/qe/collection1/
[junit4:junit4]   2> 3126 T1455 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49546/_r/qe
[junit4:junit4]   2> 3126 T1455 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3127 T1455 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3127 T1455 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3130 T1455 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3132 T1430 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3132 T1430 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3133 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3139 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3144 T1430 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49543/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@b8150c1
[junit4:junit4]   2> 3146 T1430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3146 T1457 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49543. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3147 T1457 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49543, initiating session
[junit4:junit4]   2> 3148 T1432 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49549
[junit4:junit4]   2> 3148 T1432 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49549
[junit4:junit4]   2> 3149 T1434 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be7612eec0004 with negotiated timeout 10000 for client /127.0.0.1:49549
[junit4:junit4]   2> 3149 T1457 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49543, sessionid = 0x13be7612eec0004, negotiated timeout = 10000
[junit4:junit4]   2> 3150 T1458 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b8150c1 name:ZooKeeperConnection Watcher:127.0.0.1:49543/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3150 T1430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3152 T1430 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3155 T1430 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3395 T1430 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3398 T1430 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49550
[junit4:junit4]   2> 3400 T1430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3401 T1430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1356796607283
[junit4:junit4]   2> 3401 T1430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1356796607283/'
[junit4:junit4]   2> 3431 T1430 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3432 T1430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3433 T1430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1356796607283
[junit4:junit4]   2> 3434 T1430 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1356796607283/solr.xml
[junit4:junit4]   2> 3434 T1430 oasc.CoreContainer.<init> New CoreContainer 1235961170
[junit4:junit4]   2> 3436 T1430 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1356796607283/'
[junit4:junit4]   2> 3436 T1430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1356796607283/'
[junit4:junit4]   2> 3473 T1430 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 3474 T1430 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3474 T1430 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3475 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3476 T1430 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3476 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3477 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3477 T1430 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3478 T1430 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3479 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3494 T1430 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 3513 T1430 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49543/solr
[junit4:junit4]   2> 3514 T1430 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 3515 T1430 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49543 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@26d38f38
[junit4:junit4]   2> 3516 T1468 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49543. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3517 T1430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3518 T1432 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49551
[junit4:junit4]   2> 3519 T1468 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49543, initiating session
[junit4:junit4]   2> 3520 T1432 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49551
[junit4:junit4]   2> 3521 T1434 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be7612eec0005 with negotiated timeout 20000 for client /127.0.0.1:49551
[junit4:junit4]   2> 3521 T1468 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49543, sessionid = 0x13be7612eec0005, negotiated timeout = 20000
[junit4:junit4]   2> 3521 T1469 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26d38f38 name:ZooKeeperConnection Watcher:127.0.0.1:49543 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3522 T1430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3523 T1435 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be7612eec0005
[junit4:junit4]   2> 3531 T1432 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49551 which had sessionid 0x13be7612eec0005
[junit4:junit4]   2> 3532 T1430 oaz.ZooKeeper.close Session: 0x13be7612eec0005 closed
[junit4:junit4]   2> 3533 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=15000&connTimeout=30000
[junit4:junit4]   2> 3539 T1430 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49543/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@405a20b9
[junit4:junit4]   2> 3540 T1469 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 3540 T1430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3542 T1470 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49543. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3543 T1432 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49552
[junit4:junit4]   2> 3548 T1470 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49543, initiating session
[junit4:junit4]   2> 3548 T1432 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49552
[junit4:junit4]   2> 3552 T1434 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be7612eec0006 with negotiated timeout 20000 for client /127.0.0.1:49552
[junit4:junit4]   2> 3552 T1470 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49543, sessionid = 0x13be7612eec0006, negotiated timeout = 20000
[junit4:junit4]   2> 3552 T1471 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@405a20b9 name:ZooKeeperConnection Watcher:127.0.0.1:49543/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3552 T1430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3557 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3559 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3562 T1430 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49550__r%2Fqe
[junit4:junit4]   2> 3564 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0006 type:delete cxid:0x4 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49550__r%2Fqe Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49550__r%2Fqe
[junit4:junit4]   2> 3566 T1430 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49550__r%2Fqe
[junit4:junit4]   2> 3572 T1458 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3574 T1430 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3582 T1472 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1356796607283/collection1
[junit4:junit4]   2> 3582 T1472 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 3583 T1472 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 3583 T1472 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 3580 T1452 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 3585 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3585 T1472 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1356796607283/collection1/'
[junit4:junit4]   2> 3586 T1472 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1356796607283/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 3586 T1472 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1356796607283/collection1/lib/README' to classloader
[junit4:junit4]   2> 3635 T1472 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 3637 T1453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3640 T1453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49546__r%2Fqe",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49546/_r/qe"}
[junit4:junit4]   2> 3688 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3688 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3688 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 3741 T1472 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 3746 T1472 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 3753 T1472 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4536 T194 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 4677 T1472 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4686 T1472 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4689 T1472 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4713 T1472 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4718 T1472 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4722 T1472 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4724 T1472 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4726 T1472 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1356796607283/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1/
[junit4:junit4]   2> 4726 T1472 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16c8cb41
[junit4:junit4]   2> 4727 T1472 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 4728 T1472 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1 forceNew:false
[junit4:junit4]   2> 4728 T1472 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1
[junit4:junit4]   2> 4729 T1472 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1/index/
[junit4:junit4]   2> 4730 T1472 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4731 T1472 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1/index forceNew:false
[junit4:junit4]   2> 4736 T1472 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@dd38a73; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4737 T1472 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4737 T1472 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1/index
[junit4:junit4]   2> 4738 T1472 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4741 T1472 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4742 T1472 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4742 T1472 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4743 T1472 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4744 T1472 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4744 T1472 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4744 T1472 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4745 T1472 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4746 T1472 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4746 T1472 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4747 T1472 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4747 T1472 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4748 T1472 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4748 T1472 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4748 T1472 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4749 T1472 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4749 T1472 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4750 T1472 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4750 T1472 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4751 T1472 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4751 T1472 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4752 T1472 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4752 T1472 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4753 T1472 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4754 T1472 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4755 T1472 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4767 T1472 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4772 T1472 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4774 T1472 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4776 T1472 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1
[junit4:junit4]   2> 4777 T1472 oass.SolrIndexSearcher.<init> Opening Searcher@5cf35484 main
[junit4:junit4]   2> 4778 T1472 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4778 T1472 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4779 T1472 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4785 T1472 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4917 T1473 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5cf35484 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4926 T1472 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 4926 T1472 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5214 T1453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5215 T1453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49550__r%2Fqe",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49550/_r/qe"}
[junit4:junit4]   2> 5215 T1453 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 5215 T1453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5221 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5221 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5221 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5932 T1472 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5932 T1472 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49550/_r/qe collection:collection1 shard:shard1
[junit4:junit4]   2> 5934 T1472 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 5945 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0006 type:delete cxid:0x45 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 5947 T1472 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 5948 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0006 type:create cxid:0x46 zxid:0x5c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5952 T1472 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 5953 T1472 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 5953 T1472 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49550/_r/qe/collection1/
[junit4:junit4]   2> 5953 T1472 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 5954 T1472 oasc.SyncStrategy.syncToMe http://127.0.0.1:49550/_r/qe/collection1/ has no replicas
[junit4:junit4]   2> 5954 T1472 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49550/_r/qe/collection1/
[junit4:junit4]   2> 5955 T1472 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 5962 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0006 type:create cxid:0x50 zxid:0x60 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6242 T1453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6257 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6258 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6258 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6272 T209 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 6278 T1472 oasc.ZkController.register We are http://127.0.0.1:49550/_r/qe/collection1/ and leader is http://127.0.0.1:49550/_r/qe/collection1/
[junit4:junit4]   2> 6279 T1472 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49550/_r/qe
[junit4:junit4]   2> 6279 T1472 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6280 T1472 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6280 T1472 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6283 T1472 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6285 T1430 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6286 T1430 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6286 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6556 T1430 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 6559 T1430 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49553
[junit4:junit4]   2> 6561 T1430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6561 T1430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1356796610421
[junit4:junit4]   2> 6562 T1430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1356796610421/'
[junit4:junit4]   2> 6589 T1430 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6590 T1430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6591 T1430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1356796610421
[junit4:junit4]   2> 6592 T1430 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1356796610421/solr.xml
[junit4:junit4]   2> 6592 T1430 oasc.CoreContainer.<init> New CoreContainer 1086601409
[junit4:junit4]   2> 6593 T1430 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1356796610421/'
[junit4:junit4]   2> 6593 T1430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1356796610421/'
[junit4:junit4]   2> 6630 T1430 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 6631 T1430 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6632 T1430 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 6632 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6633 T1430 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 6633 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 6634 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 6634 T1430 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 6635 T1430 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 6635 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 6650 T1430 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 6669 T1430 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49543/solr
[junit4:junit4]   2> 6669 T1430 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 6670 T1430 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49543 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2be4d36a
[junit4:junit4]   2> 6671 T1430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6672 T1483 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49543. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6674 T1432 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49554
[junit4:junit4]   2> 6674 T1483 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49543, initiating session
[junit4:junit4]   2> 6675 T1432 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49554
[junit4:junit4]   2> 6676 T1434 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be7612eec0007 with negotiated timeout 20000 for client /127.0.0.1:49554
[junit4:junit4]   2> 6676 T1483 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49543, sessionid = 0x13be7612eec0007, negotiated timeout = 20000
[junit4:junit4]   2> 6677 T1484 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2be4d36a name:ZooKeeperConnection Watcher:127.0.0.1:49543 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6677 T1430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6679 T1435 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be7612eec0007
[junit4:junit4]   2> 6679 T1432 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49554 which had sessionid 0x13be7612eec0007
[junit4:junit4]   2> 6680 T1430 oaz.ZooKeeper.close Session: 0x13be7612eec0007 closed
[junit4:junit4]   2> 6681 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=15000&connTimeout=30000
[junit4:junit4]   2> 6690 T1484 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 6692 T1430 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49543/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7355cf86
[junit4:junit4]   2> 6693 T1430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 6694 T1485 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49543. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 6695 T1432 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49555
[junit4:junit4]   2> 6695 T1485 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49543, initiating session
[junit4:junit4]   2> 6696 T1432 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49555
[junit4:junit4]   2> 6697 T1434 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be7612eec0008 with negotiated timeout 20000 for client /127.0.0.1:49555
[junit4:junit4]   2> 6697 T1485 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49543, sessionid = 0x13be7612eec0008, negotiated timeout = 20000
[junit4:junit4]   2> 6698 T1486 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7355cf86 name:ZooKeeperConnection Watcher:127.0.0.1:49543/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 6698 T1430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 6699 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0008 type:create cxid:0x1 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6704 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0008 type:create cxid:0x2 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6705 T1430 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49553__r%2Fqe
[junit4:junit4]   2> 6708 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0008 type:delete cxid:0x4 zxid:0x6f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49553__r%2Fqe Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49553__r%2Fqe
[junit4:junit4]   2> 6712 T1430 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49553__r%2Fqe
[junit4:junit4]   2> 6717 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6721 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6724 T1452 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 6724 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 6726 T1471 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 6728 T1458 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 6729 T1430 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 6742 T1487 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1356796610421/collection1
[junit4:junit4]   2> 6742 T1487 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 6743 T1487 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 6748 T1487 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 6749 T1487 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1356796610421/collection1/'
[junit4:junit4]   2> 6750 T1487 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1356796610421/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 6751 T1487 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1356796610421/collection1/lib/README' to classloader
[junit4:junit4]   2> 6825 T1487 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 6830 T1453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6839 T1453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49550__r%2Fqe",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49550/_r/qe"}
[junit4:junit4]   2> 6878 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 6879 T1486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 6879 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 6879 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 6889 T224 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 6917 T1487 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 6918 T1487 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 6938 T1487 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7556 T1487 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7562 T1487 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7566 T1487 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7585 T1487 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7590 T1487 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7595 T1487 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7596 T1487 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7598 T1487 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1356796610421/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2/
[junit4:junit4]   2> 7598 T1487 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16c8cb41
[junit4:junit4]   2> 7599 T1487 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 7600 T1487 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2 forceNew:false
[junit4:junit4]   2> 7600 T1487 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2
[junit4:junit4]   2> 7601 T1487 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2/index/
[junit4:junit4]   2> 7601 T1487 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7602 T1487 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2/index forceNew:false
[junit4:junit4]   2> 7608 T1487 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@65e5dbd5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7609 T1487 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7610 T1487 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2/index
[junit4:junit4]   2> 7610 T1487 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7614 T1487 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7614 T1487 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7615 T1487 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7615 T1487 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7616 T1487 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7616 T1487 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7617 T1487 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7618 T1487 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7619 T1487 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7619 T1487 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7620 T1487 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7620 T1487 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7621 T1487 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7621 T1487 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7622 T1487 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7625 T1487 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7625 T1487 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7626 T1487 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7627 T1487 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7627 T1487 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7628 T1487 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7628 T1487 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7629 T1487 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7629 T1487 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7630 T1487 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7630 T1487 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7636 T1487 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7639 T1487 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7641 T1487 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7643 T1487 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2
[junit4:junit4]   2> 7644 T1487 oass.SolrIndexSearcher.<init> Opening Searcher@462132b6 main
[junit4:junit4]   2> 7645 T1487 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7646 T1487 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7646 T1487 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7652 T1487 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7684 T1488 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@462132b6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7690 T1487 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 7690 T1487 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 7905 T1453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 7906 T1453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49553__r%2Fqe",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49553/_r/qe"}
[junit4:junit4]   2> 7907 T1453 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 7907 T1453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 7914 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7914 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7914 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7914 T1486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8693 T1487 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8694 T1487 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49553/_r/qe collection:collection1 shard:shard2
[junit4:junit4]   2> 8695 T1487 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 8705 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0008 type:delete cxid:0x44 zxid:0x7e txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 8705 T1487 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 8706 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0008 type:create cxid:0x45 zxid:0x7f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8709 T1487 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 8709 T1487 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 8709 T1487 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49553/_r/qe/collection1/
[junit4:junit4]   2> 8710 T1487 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 8710 T1487 oasc.SyncStrategy.syncToMe http://127.0.0.1:49553/_r/qe/collection1/ has no replicas
[junit4:junit4]   2> 8710 T1487 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49553/_r/qe/collection1/
[junit4:junit4]   2> 8710 T1487 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 8716 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec0008 type:create cxid:0x4e zxid:0x82 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8927 T1453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8938 T1486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8938 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8939 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8938 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8981 T1487 oasc.ZkController.register We are http://127.0.0.1:49553/_r/qe/collection1/ and leader is http://127.0.0.1:49553/_r/qe/collection1/
[junit4:junit4]   2> 8982 T1487 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49553/_r/qe
[junit4:junit4]   2> 8982 T1487 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 8982 T1487 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 8983 T1487 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8985 T1487 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8987 T1430 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 8987 T1430 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 8988 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 9256 T1430 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 9261 T1430 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49556
[junit4:junit4]   2> 9262 T1430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9263 T1430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1356796613124
[junit4:junit4]   2> 9264 T1430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1356796613124/'
[junit4:junit4]   2> 9301 T1430 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 9302 T1430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 9302 T1430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1356796613124
[junit4:junit4]   2> 9303 T1430 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1356796613124/solr.xml
[junit4:junit4]   2> 9303 T1430 oasc.CoreContainer.<init> New CoreContainer 376183055
[junit4:junit4]   2> 9304 T1430 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1356796613124/'
[junit4:junit4]   2> 9304 T1430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1356796613124/'
[junit4:junit4]   2> 9339 T1430 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 9340 T1430 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 9341 T1430 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 9342 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 9343 T1430 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 9344 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 9344 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 9345 T1430 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 9346 T1430 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 9347 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 9372 T1430 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 9389 T1430 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49543/solr
[junit4:junit4]   2> 9390 T1430 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 9390 T1430 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49543 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6afb25ce
[junit4:junit4]   2> 9392 T1498 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49543. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9393 T1430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9395 T1498 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49543, initiating session
[junit4:junit4]   2> 9396 T1432 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49557
[junit4:junit4]   2> 9397 T1432 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49557
[junit4:junit4]   2> 9398 T1434 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be7612eec0009 with negotiated timeout 20000 for client /127.0.0.1:49557
[junit4:junit4]   2> 9398 T1498 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49543, sessionid = 0x13be7612eec0009, negotiated timeout = 20000
[junit4:junit4]   2> 9399 T1499 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6afb25ce name:ZooKeeperConnection Watcher:127.0.0.1:49543 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9399 T1430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9402 T1435 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be7612eec0009
[junit4:junit4]   2> 9403 T1432 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49557 which had sessionid 0x13be7612eec0009
[junit4:junit4]   2> 9403 T1499 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 9404 T1430 oaz.ZooKeeper.close Session: 0x13be7612eec0009 closed
[junit4:junit4]   2> 9405 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=15000&connTimeout=30000
[junit4:junit4]   2> 9412 T1430 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49543/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7a4bc97c
[junit4:junit4]   2> 9414 T1500 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49543. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 9414 T1500 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49543, initiating session
[junit4:junit4]   2> 9415 T1432 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49558
[junit4:junit4]   2> 9416 T1432 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49558
[junit4:junit4]   2> 9417 T1434 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be7612eec000a with negotiated timeout 20000 for client /127.0.0.1:49558
[junit4:junit4]   2> 9417 T1500 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49543, sessionid = 0x13be7612eec000a, negotiated timeout = 20000
[junit4:junit4]   2> 9418 T1430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 9418 T1501 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a4bc97c name:ZooKeeperConnection Watcher:127.0.0.1:49543/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 9419 T1430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 9420 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec000a type:create cxid:0x1 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9421 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec000a type:create cxid:0x2 zxid:0x90 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9424 T1430 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49556__r%2Fqe
[junit4:junit4]   2> 9425 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec000a type:delete cxid:0x4 zxid:0x91 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49556__r%2Fqe Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49556__r%2Fqe
[junit4:junit4]   2> 9428 T1430 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49556__r%2Fqe
[junit4:junit4]   2> 9432 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9432 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9435 T1452 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 9435 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9435 T1486 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 9436 T1486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9438 T1458 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 9439 T1471 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 9446 T1430 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 9449 T1453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9452 T1453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49553__r%2Fqe",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49553/_r/qe"}
[junit4:junit4]   2> 9459 T1486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9460 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9460 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9460 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9460 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 9467 T1502 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1356796613124/collection1
[junit4:junit4]   2> 9467 T1502 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 9469 T1502 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 9469 T1502 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 9472 T1502 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1356796613124/collection1/'
[junit4:junit4]   2> 9474 T1502 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1356796613124/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 9474 T1502 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1356796613124/collection1/lib/README' to classloader
[junit4:junit4]   2> 9527 T1502 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 9614 T1502 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 9619 T1502 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 9624 T1502 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10365 T1502 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10376 T1502 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10381 T1502 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10416 T1502 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10426 T1502 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10432 T1502 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10436 T1502 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10438 T1502 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1356796613124/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/
[junit4:junit4]   2> 10438 T1502 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16c8cb41
[junit4:junit4]   2> 10440 T1502 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10441 T1502 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3 forceNew:false
[junit4:junit4]   2> 10443 T1502 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3
[junit4:junit4]   2> 10443 T1502 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index/
[junit4:junit4]   2> 10443 T1502 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10444 T1502 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index forceNew:false
[junit4:junit4]   2> 10451 T1502 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@781ace9f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10451 T1502 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10452 T1502 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index
[junit4:junit4]   2> 10453 T1502 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10455 T1502 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10455 T1502 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10456 T1502 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10456 T1502 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10457 T1502 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10457 T1502 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10458 T1502 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10458 T1502 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10459 T1502 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10460 T1502 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10461 T1502 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10462 T1502 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10462 T1502 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10462 T1502 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10463 T1502 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10463 T1502 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10464 T1502 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10464 T1502 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10465 T1502 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10465 T1502 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10466 T1502 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10475 T1502 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10475 T1502 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10477 T1502 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10477 T1502 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10478 T1502 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10487 T1502 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10490 T1502 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10492 T1502 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10494 T1502 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3
[junit4:junit4]   2> 10496 T1502 oass.SolrIndexSearcher.<init> Opening Searcher@15b91be8 main
[junit4:junit4]   2> 10497 T1502 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10497 T1502 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10498 T1502 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10505 T1502 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10549 T1503 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15b91be8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10561 T1502 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10562 T1502 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 10980 T1453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 10981 T1453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49556__r%2Fqe",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49556/_r/qe"}
[junit4:junit4]   2> 10982 T1453 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 10982 T1453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11166 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11166 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11166 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11166 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11166 T1486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11291 T243 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 11566 T1502 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11566 T1502 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49556/_r/qe collection:collection1 shard:shard1
[junit4:junit4]   2> 11575 T1502 oasc.ZkController.register We are http://127.0.0.1:49556/_r/qe/collection1/ and leader is http://127.0.0.1:49550/_r/qe/collection1/
[junit4:junit4]   2> 11575 T1502 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49556/_r/qe
[junit4:junit4]   2> 11576 T1502 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11576 T1502 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C74 name=collection1 org.apache.solr.core.SolrCore@4ae10921 url=http://127.0.0.1:49556/_r/qe/collection1 node=127.0.0.1:49556__r%2Fqe C74_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49556__r%2Fqe, base_url=http://127.0.0.1:49556/_r/qe}
[junit4:junit4]   2> 11577 T1504 C74 P49556 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11578 T1504 C74 P49556 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11578 T1504 C74 P49556 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11578 T1504 C74 P49556 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11580 T1504 C74 P49556 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11580 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11585 T1430 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11586 T1430 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11586 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11677 T1453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11678 T1453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49556__r%2Fqe",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49556/_r/qe"}
[junit4:junit4]   2> 11686 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11686 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11688 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11687 T1486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11688 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11845 T1430 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 11851 T1430 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49560
[junit4:junit4]   2> 11854 T1430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11854 T1430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1356796615719
[junit4:junit4]   2> 11855 T1430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1356796615719/'
[junit4:junit4]   2> 11892 T1430 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 11893 T1430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 11893 T1430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1356796615719
[junit4:junit4]   2> 11894 T1430 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1356796615719/solr.xml
[junit4:junit4]   2> 11894 T1430 oasc.CoreContainer.<init> New CoreContainer 956775562
[junit4:junit4]   2> 11895 T1430 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1356796615719/'
[junit4:junit4]   2> 11896 T1430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1356796615719/'
[junit4:junit4]   2> 11937 T1430 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 30000
[junit4:junit4]   2> 11938 T1430 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 11939 T1430 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 11939 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 11940 T1430 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 11941 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 11942 T1430 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 11943 T1430 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 11943 T1430 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 11944 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=30000&connTimeout=15000&retry=false
[junit4:junit4]   2> 11963 T1430 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12001 T1430 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49543/solr
[junit4:junit4]   2> 12003 T1430 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12004 T1430 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49543 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@5d84a354
[junit4:junit4]   2> 12006 T1514 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49543. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12006 T1430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12008 T1432 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49561
[junit4:junit4]   2> 12007 T1514 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49543, initiating session
[junit4:junit4]   2> 12009 T1432 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49561
[junit4:junit4]   2> 12011 T1434 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be7612eec000b with negotiated timeout 20000 for client /127.0.0.1:49561
[junit4:junit4]   2> 12011 T1514 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49543, sessionid = 0x13be7612eec000b, negotiated timeout = 20000
[junit4:junit4]   2> 12012 T1515 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d84a354 name:ZooKeeperConnection Watcher:127.0.0.1:49543 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12013 T1430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12015 T1435 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13be7612eec000b
[junit4:junit4]   2> 12016 T1432 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49561 which had sessionid 0x13be7612eec000b
[junit4:junit4]   2> 12016 T1515 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12016 T1430 oaz.ZooKeeper.close Session: 0x13be7612eec000b closed
[junit4:junit4]   2> 12017 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=15000&connTimeout=30000
[junit4:junit4]   2> 12024 T1430 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49543/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@8d022af
[junit4:junit4]   2> 12027 T1516 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49543. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12028 T1516 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49543, initiating session
[junit4:junit4]   2> 12027 T1430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12028 T1432 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49562
[junit4:junit4]   2> 12029 T1432 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49562
[junit4:junit4]   2> 12030 T1434 oazs.ZooKeeperServer.finishSessionInit Established session 0x13be7612eec000c with negotiated timeout 20000 for client /127.0.0.1:49562
[junit4:junit4]   2> 12031 T1516 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49543, sessionid = 0x13be7612eec000c, negotiated timeout = 20000
[junit4:junit4]   2> 12031 T1517 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8d022af name:ZooKeeperConnection Watcher:127.0.0.1:49543/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12032 T1430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12033 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec000c type:create cxid:0x1 zxid:0xa6 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12035 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec000c type:create cxid:0x2 zxid:0xa7 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12037 T1430 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49560__r%2Fqe
[junit4:junit4]   2> 12038 T1435 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13be7612eec000c type:delete cxid:0x4 zxid:0xa8 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49560__r%2Fqe Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49560__r%2Fqe
[junit4:junit4]   2> 12040 T1430 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49560__r%2Fqe
[junit4:junit4]   2> 12046 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12046 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12047 T1452 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12048 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12048 T1486 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12048 T1486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12049 T1501 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12049 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12052 T1471 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12052 T1458 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12056 T1430 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12064 T1518 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1356796615719/collection1
[junit4:junit4]   2> 12064 T1518 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12065 T1518 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12066 T1518 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12069 T1518 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1356796615719/collection1/'
[junit4:junit4]   2> 12070 T1518 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1356796615719/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12071 T1518 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1356796615719/collection1/lib/README' to classloader
[junit4:junit4]   2> 12136 T1518 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 12218 T1518 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12224 T1518 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12232 T1518 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 13024 T1518 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13037 T1518 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13041 T1518 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13076 T1518 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13087 T1518 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13095 T1518 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13099 T1518 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13102 T1518 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1356796615719/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/
[junit4:junit4]   2> 13102 T1518 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16c8cb41
[junit4:junit4]   2> 13103 T1518 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 13104 T1518 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4 forceNew:false
[junit4:junit4]   2> 13104 T1518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4
[junit4:junit4]   2> 13105 T1518 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index/
[junit4:junit4]   2> 13105 T1518 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13106 T1518 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index forceNew:false
[junit4:junit4]   2> 13113 T1518 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@17d4cc8b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13113 T1518 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13114 T1518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index
[junit4:junit4]   2> 13115 T1518 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 13118 T1518 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13118 T1518 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 13119 T1518 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13119 T1518 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 13120 T1518 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13120 T1518 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13121 T1518 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13121 T1518 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13122 T1518 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13122 T1518 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 13126 T1518 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 13127 T1518 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13127 T1518 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 13127 T1518 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 13128 T1518 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 13130 T1518 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13130 T1518 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13131 T1518 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13132 T1518 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13132 T1518 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13133 T1518 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13133 T1518 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13134 T1518 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13135 T1518 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13136 T1518 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 13137 T1518 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 13146 T1518 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13150 T1518 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 13153 T1518 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 13156 T1518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4
[junit4:junit4]   2> 13157 T1518 oass.SolrIndexSearcher.<init> Opening Searcher@132b9848 main
[junit4:junit4]   2> 13158 T1518 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13159 T1518 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13160 T1518 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 13167 T1518 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 13214 T1519 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@132b9848 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13220 T1518 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13221 T1518 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 13711 T1453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 13712 T1453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49560__r%2Fqe",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49560/_r/qe"}
[junit4:junit4]   2> 13712 T1453 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 13712 T1453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 13718 T1517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13718 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13718 T1486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13718 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13718 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13719 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14227 T1518 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 14227 T1518 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49560/_r/qe collection:collection1 shard:shard2
[junit4:junit4]   2> 14233 T1518 oasc.ZkController.register We are http://127.0.0.1:49560/_r/qe/collection1/ and leader is http://127.0.0.1:49553/_r/qe/collection1/
[junit4:junit4]   2> 14233 T1518 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49560/_r/qe
[junit4:junit4]   2> 14233 T1518 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 14233 T1518 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C75 name=collection1 org.apache.solr.core.SolrCore@730d5810 url=http://127.0.0.1:49560/_r/qe/collection1 node=127.0.0.1:49560__r%2Fqe C75_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49560__r%2Fqe, base_url=http://127.0.0.1:49560/_r/qe}
[junit4:junit4]   2> 14234 T1520 C75 P49560 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 14235 T1518 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14236 T1520 C75 P49560 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 14236 T1520 C75 P49560 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 14237 T1520 C75 P49560 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14238 T1430 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 14238 T1520 C75 P49560 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14239 T1430 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 14240 T1430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 14251 T1430 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14254 T1430 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 14255 T1430 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14460 T247 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2>  C74_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49556__r%2Fqe, base_url=http://127.0.0.1:49556/_r/qe}
[junit4:junit4]   2> 14602 T1504 C74 P49556 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49550/_r/qe/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 14603 T1504 C74 P49556 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49556/_r/qe START replicas=[http://127.0.0.1:49550/_r/qe/collection1/] nUpdates=100
[junit4:junit4]   2> 14607 T1504 C74 P49556 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 14608 T1504 C74 P49556 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 14608 T1504 C74 P49556 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 14608 T1504 C74 P49556 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14608 T1504 C74 P49556 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 14608 T1504 C74 P49556 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49550/_r/qe/collection1/. core=collection1
[junit4:junit4]   2> 14609 T1504 C74 P49556 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C76 name=collection1 org.apache.solr.core.SolrCore@2499824b url=http://127.0.0.1:49550/_r/qe/collection1 node=127.0.0.1:49550__r%2Fqe C76_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49550__r%2Fqe, base_url=http://127.0.0.1:49550/_r/qe, leader=true}
[junit4:junit4]   2> 14617 T1462 C76 P49550 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 14618 T1465 C76 P49550 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14620 T1465 C76 P49550 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1
[junit4:junit4]   2> 14624 T1465 C76 P49550 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@dd38a73; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 14625 T1465 C76 P49550 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 14628 T1465 C76 P49550 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@dd38a73; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@dd38a73; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14629 T1465 C76 P49550 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 14630 T1465 C76 P49550 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1
[junit4:junit4]   2> 14631 T1465 C76 P49550 oass.SolrIndexSearcher.<init> Opening Searcher@1e9f32f9 realtime
[junit4:junit4]   2> 14632 T1465 C76 P49550 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14632 T1465 C76 P49550 /update {waitSearcher=true&openSearcher=false&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 14
[junit4:junit4]   2> 14634 T1504 C74 P49556 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14635 T1504 C74 P49556 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 14639 T1463 C76 P49550 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 14640 T1463 C76 P49550 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=3 
[junit4:junit4]   2> 14641 T1504 C74 P49556 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 14641 T1504 C74 P49556 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 14641 T1504 C74 P49556 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 14644 T1464 C76 P49550 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1
[junit4:junit4]   2> 14645 T1464 C76 P49550 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty1/index
[junit4:junit4]   2> 14646 T1464 C76 P49550 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
[junit4:junit4]   2> 14647 T1504 C74 P49556 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 14648 T1504 C74 P49556 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index.20121230055658774 forceNew:false
[junit4:junit4]   2> 14649 T1504 C74 P49556 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3
[junit4:junit4]   2> 14650 T1504 C74 P49556 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index.20121230055658774 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25dc4b6d; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 14654 T1466 C76 P49550 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 14657 T1504 C74 P49556 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index
[junit4:junit4]   2> 14657 T1504 C74 P49556 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 14658 T1504 C74 P49556 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20121230055658774
[junit4:junit4]   2> 14659 T1504 C74 P49556 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3
[junit4:junit4]   2> 14661 T1504 C74 P49556 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3
[junit4:junit4]   2> 14661 T1504 C74 P49556 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index.20121230055658774
[junit4:junit4]   2> 14665 T1504 C74 P49556 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index.20121230055658774 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25dc4b6d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14666 T1504 C74 P49556 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 14668 T1504 C74 P49556 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3
[junit4:junit4]   2> 14669 T1504 C74 P49556 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 14669 T1504 C74 P49556 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 14669 T1504 C74 P49556 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 14670 T1504 C74 P49556 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index.20121230055658774
[junit4:junit4]   2> 14671 T1504 C74 P49556 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3
[junit4:junit4]   2> 14674 T1504 C74 P49556 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index.20121230055658774 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25dc4b6d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 14675 T1504 C74 P49556 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 14675 T1504 C74 P49556 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 14675 T1504 C74 P49556 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3
[junit4:junit4]   2> 14676 T1504 C74 P49556 oass.SolrIndexSearcher.<init> Opening Searcher@2bd1f508 main
[junit4:junit4]   2> 14679 T1503 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2bd1f508 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 14680 T1503 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index
[junit4:junit4]   2> 14681 T1504 C74 P49556 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 14684 T1504 C74 P49556 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index.20121230055658774 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25dc4b6d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index.20121230055658774 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25dc4b6d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 14685 T1504 C74 P49556 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 14687 T1504 C74 P49556 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3
[junit4:junit4]   2> 14687 T1504 C74 P49556 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 14688 T1504 C74 P49556 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index.20121230055658774
[junit4:junit4]   2> 14688 T1504 C74 P49556 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty3/index
[junit4:junit4]   2> 14689 T1504 C74 P49556 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 14689 T1504 C74 P49556 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 14689 T1504 C74 P49556 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 14690 T1504 C74 P49556 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14692 T1504 C74 P49556 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 14732 T1453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14734 T1453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49560__r%2Fqe",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49560/_r/qe"}
[junit4:junit4]   2> 14741 T1453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49556__r%2Fqe",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49556/_r/qe"}
[junit4:junit4]   2> 14750 T1517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14750 T1486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14751 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14752 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14751 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14751 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15262 T1430 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 16018 T262 oasc.OverseerCollectionProcessor.run WARNING Overseer cannot talk to ZK
[junit4:junit4]   2> 16265 T1430 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C75_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49560__r%2Fqe, base_url=http://127.0.0.1:49560/_r/qe}
[junit4:junit4]   2> 17254 T1520 C75 P49560 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49553/_r/qe/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 17254 T1520 C75 P49560 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49560/_r/qe START replicas=[http://127.0.0.1:49553/_r/qe/collection1/] nUpdates=100
[junit4:junit4]   2> 17255 T1520 C75 P49560 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 17255 T1520 C75 P49560 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 17255 T1520 C75 P49560 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 17255 T1520 C75 P49560 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 17256 T1520 C75 P49560 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 17256 T1520 C75 P49560 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49553/_r/qe/collection1/. core=collection1
[junit4:junit4]   2> 17256 T1520 C75 P49560 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C77 name=collection1 org.apache.solr.core.SolrCore@35ae05cb url=http://127.0.0.1:49553/_r/qe/collection1 node=127.0.0.1:49553__r%2Fqe C77_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49553__r%2Fqe, base_url=http://127.0.0.1:49553/_r/qe, leader=true}
[junit4:junit4]   2> 17279 T1482 C77 P49553 REQ /get {distrib=false&qt=/get&wt=javabin&version=2&getVersions=100} status=0 QTime=1 
[junit4:junit4]   2> 17281 T1479 C77 P49553 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 17281 T1430 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17282 T1479 C77 P49553 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2
[junit4:junit4]   2> 17287 T1479 C77 P49553 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@65e5dbd5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 17288 T1479 C77 P49553 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 17290 T1479 C77 P49553 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@65e5dbd5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@65e5dbd5; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 17291 T1479 C77 P49553 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 17291 T1479 C77 P49553 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2
[junit4:junit4]   2> 17292 T1479 C77 P49553 oass.SolrIndexSearcher.<init> Opening Searcher@6437c127 realtime
[junit4:junit4]   2> 17292 T1479 C77 P49553 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17293 T1479 C77 P49553 /update {waitSearcher=true&openSearcher=false&commit=true&commit_end_point=true&wt=javabin&softCommit=false&version=2} {commit=} 0 12
[junit4:junit4]   2> 17294 T1520 C75 P49560 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 17294 T1520 C75 P49560 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 17298 T1477 C77 P49553 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 17298 T1477 C77 P49553 REQ /replication {command=indexversion&wt=javabin&qt=/replication&version=2} status=0 QTime=1 
[junit4:junit4]   2> 17299 T1520 C75 P49560 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 17299 T1520 C75 P49560 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 17299 T1520 C75 P49560 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 17303 T1478 C77 P49553 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2
[junit4:junit4]   2> 17304 T1478 C77 P49553 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty2/index
[junit4:junit4]   2> 17305 T1478 C77 P49553 REQ /replication {command=filelist&generation=2&wt=javabin&qt=/replication&version=2} status=0 QTime=2 
[junit4:junit4]   2> 17306 T1520 C75 P49560 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 17307 T1520 C75 P49560 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index.20121230055701433 forceNew:false
[junit4:junit4]   2> 17308 T1520 C75 P49560 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4
[junit4:junit4]   2> 17309 T1520 C75 P49560 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index.20121230055701433 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5e846a50; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 17318 T1482 C77 P49553 REQ /replication {file=segments_2&command=filecontent&checksum=true&generation=2&qt=/replication&wt=filestream} status=0 QTime=0 
[junit4:junit4]   2> 17321 T1520 C75 P49560 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index
[junit4:junit4]   2> 17321 T1520 C75 P49560 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 17322 T1520 C75 P49560 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20121230055701433
[junit4:junit4]   2> 17323 T1520 C75 P49560 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4
[junit4:junit4]   2> 17324 T1520 C75 P49560 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4
[junit4:junit4]   2> 17324 T1520 C75 P49560 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index.20121230055701433
[junit4:junit4]   2> 17329 T1520 C75 P49560 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index.20121230055701433 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5e846a50; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 17330 T1520 C75 P49560 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 17332 T1520 C75 P49560 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4
[junit4:junit4]   2> 17333 T1520 C75 P49560 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 17333 T1520 C75 P49560 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 17333 T1520 C75 P49560 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 17335 T1520 C75 P49560 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index.20121230055701433
[junit4:junit4]   2> 17336 T1520 C75 P49560 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4
[junit4:junit4]   2> 17341 T1520 C75 P49560 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index.20121230055701433 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5e846a50; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 17342 T1520 C75 P49560 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 17343 T1520 C75 P49560 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 17344 T1520 C75 P49560 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4
[junit4:junit4]   2> 17345 T1520 C75 P49560 oass.SolrIndexSearcher.<init> Opening Searcher@72e83b4c main
[junit4:junit4]   2> 17347 T1519 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72e83b4c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 17348 T1519 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index
[junit4:junit4]   2> 17348 T1520 C75 P49560 oasu.DirectUpdateHandler2.commit start commit{flags=0,_version_=0,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 17350 T1520 C75 P49560 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index.20121230055701433 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5e846a50; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index.20121230055701433 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5e846a50; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 17351 T1520 C75 P49560 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 17352 T1520 C75 P49560 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4
[junit4:junit4]   2> 17352 T1520 C75 P49560 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 17352 T1520 C75 P49560 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index.20121230055701433
[junit4:junit4]   2> 17353 T1520 C75 P49560 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1356796604134/jetty4/index
[junit4:junit4]   2> 17353 T1520 C75 P49560 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 17353 T1520 C75 P49560 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 17353 T1520 C75 P49560 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 17354 T1520 C75 P49560 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 17355 T1520 C75 P49560 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 17791 T1453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17793 T1453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49560__r%2Fqe",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49560/_r/qe"}
[junit4:junit4]   2> 17800 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17801 T1471 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17801 T1486 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17801 T1452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17801 T1517 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 17802 T1458 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size:

[...truncated too long message...]

reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
[junit4:junit4]    > 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4:junit4]    > 	at java.lang.reflect.Method.invoke(Method.java:601)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 366768 T1430 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene41: {n_f1=PostingsFormat(name=Memory doPackFST= false), foo_b=MockVariableIntBlock(baseBlockSize=54), cat=PostingsFormat(name=MockRandom), foo_d=PostingsFormat(name=Asserting), foo_f=MockVariableIntBlock(baseBlockSize=54), n_tl1=PostingsFormat(name=Memory doPackFST= false), n_d1=PostingsFormat(name=MockRandom), rnd_b=PostingsFormat(name=Asserting), intDefault=PostingsFormat(name=Memory doPackFST= false), n_td1=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=MockRandom), id=PostingsFormat(name=Asserting), range_facet_sl=PostingsFormat(name=Asserting), range_facet_si=PostingsFormat(name=MockRandom), oddField_s=PostingsFormat(name=Asserting), sequence_i=PostingsFormat(name=Asserting), name=PostingsFormat(name=Asserting), foo_i=PostingsFormat(name=Memory doPackFST= false), regex_dup_B_s=PostingsFormat(name=MockRandom), multiDefault=PostingsFormat(name=MockRandom), n_tf1=PostingsFormat(name=MockRandom), n_dt1=PostingsFormat(name=Memory doPackFST= false), genre_s=PostingsFormat(name=Asserting), author_t=PostingsFormat(name=Memory doPackFST= false), n_ti1=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=MockRandom), text=MockVariableIntBlock(baseBlockSize=54), _version_=PostingsFormat(name=Memory doPackFST= false), val_i=PostingsFormat(name=Asserting), SubjectTerms_mfacet=PostingsFormat(name=Memory doPackFST= false), series_t=PostingsFormat(name=Memory doPackFST= false), a_t=PostingsFormat(name=MockRandom), n_tdt1=PostingsFormat(name=Memory doPackFST= false), regex_dup_A_s=MockVariableIntBlock(baseBlockSize=54), price=MockVariableIntBlock(baseBlockSize=54), other_tl1=PostingsFormat(name=Memory doPackFST= false), n_l1=PostingsFormat(name=MockRandom), a_si=PostingsFormat(name=Memory doPackFST= false), inStock=MockVariableIntBlock(baseBlockSize=54)}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=pl, timezone=MIT
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=1,free=45040448,total=143400960
[junit4:junit4]   2> NOTE: All tests run in this JVM: [FullSolrCloudDistribCmdsTest, SOLR749Test, TestExtendedDismaxParser, QueryParsingTest, UpdateParamsTest, RAMDirectoryFactoryTest, DebugComponentTest, TestBinaryResponseWriter, TestFuzzyAnalyzedSuggestions, TestUtils, AlternateDirectoryTest, NotRequiredUniqueKeyTest, DateFieldTest, SolrCoreCheckLockOnStartupTest, ReturnFieldsTest, OverseerTest, JSONWriterTest, DefaultValueUpdateProcessorTest, TestFiltering, QueryElevationComponentTest, DistributedQueryElevationComponentTest, IndexReaderFactoryTest, ScriptEngineTest, RequestHandlersTest, FieldMutatingUpdateProcessorTest, ZkControllerTest, TestFunctionQuery, NumericFieldsTest, SolrIndexConfigTest, TestConfig, TestDistributedSearch, TestMergePolicyConfig, StandardRequestHandlerTest, ZkCLITest, FieldAnalysisRequestHandlerTest, XsltUpdateRequestHandlerTest, TestFastOutputStream, TestQueryUtils, BadComponentTest, LukeRequestHandlerTest, LeaderElectionTest, TestCSVLoader, TestSolrXMLSerializer, StatsComponentTest, TestRemoteStreaming, IndexBasedSpellCheckerTest, SystemInfoHandlerTest, ClusterStateTest, TestLMDirichletSimilarityFactory, OutputWriterTest, TestIndexSearcher, DirectUpdateHandlerTest, BasicFunctionalityTest, LeaderElectionIntegrationTest, AutoCommitTest, ShowFileRequestHandlerTest, TestSolrJ, PrimitiveFieldTypeTest, UniqFieldsUpdateProcessorFactoryTest, DistanceFunctionTest, TestRangeQuery, TestSolrDeletionPolicy2, TestSuggestSpellingConverter, TestDefaultSimilarityFactory, SchemaVersionSpecificBehaviorTest, TestDocumentBuilder, DirectSolrSpellCheckerTest, CacheHeaderTest, TestQuerySenderListener, BasicZkTest, ExternalFileFieldSortTest, ResponseLogComponentTest, TestZkChroot, TimeZoneUtilsTest, IndexSchemaTest, SolrPluginUtilsTest, TestFastLRUCache, AnalysisAfterCoreReloadTest, TestSolrCoreProperties, NoCacheHeaderTest, TestFaceting, PluginInfoTest, DisMaxRequestHandlerTest, BasicDistributedZkTest]
[junit4:junit4] Completed in 367.19s, 1 test, 1 failure <<< FAILURES!

[...truncated 490 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:353: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:178: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:438: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1176: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:841: There were test failures: 244 suites, 1010 tests, 1 failure, 13 ignored (2 assumptions)

Total time: 240 minutes 50 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseSerialGC
Email was triggered for: Failure
Sending email for trigger: Failure