You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/02/13 11:10:13 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 220 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/220/
Java: 64bit/jdk1.7.0 -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
IOException occured when talking to server at: http://127.0.0.1:50184/oneInstanceCollection

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:50184/oneInstanceCollection
	at __randomizedtesting.SeedInfo.seed([FF00938365A2FD19:7EE61D9B12FD9D25]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:90)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.BasicDistributedZkTest.testSearchByCollectionName(BasicDistributedZkTest.java:1095)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:330)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.net.SocketException: Invalid argument
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
	at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
	at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
	... 46 more




Build Log:
[...truncated 9078 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T3543 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 8 T3543 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1360749024716
[junit4:junit4]   2> 10 T3543 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 11 T3544 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 18 T3544 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 22 T3544 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 22 T3544 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 23 T3544 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 27 T3544 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 113 T3543 oasc.ZkTestServer.run start zk server on port:50177
[junit4:junit4]   2> 114 T3543 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50177 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@d276ba2
[junit4:junit4]   2> 116 T3543 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 116 T3549 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50177. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 117 T3549 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50177, initiating session
[junit4:junit4]   2> 117 T3545 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50178
[junit4:junit4]   2> 118 T3545 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50178
[junit4:junit4]   2> 119 T3547 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 121 T3547 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd2f655e10000 with negotiated timeout 10000 for client /127.0.0.1:50178
[junit4:junit4]   2> 121 T3549 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50177, sessionid = 0x13cd2f655e10000, negotiated timeout = 10000
[junit4:junit4]   2> 122 T3550 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d276ba2 name:ZooKeeperConnection Watcher:127.0.0.1:50177 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 123 T3543 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 123 T3543 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 128 T3548 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd2f655e10000
[junit4:junit4]   2> 129 T3550 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 129 T3543 oaz.ZooKeeper.close Session: 0x13cd2f655e10000 closed
[junit4:junit4]   2> 130 T3545 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50178 which had sessionid 0x13cd2f655e10000
[junit4:junit4]   2> 130 T3543 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50177/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@3bc06115
[junit4:junit4]   2> 132 T3543 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 132 T3551 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50177. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 133 T3551 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50177, initiating session
[junit4:junit4]   2> 133 T3545 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50179
[junit4:junit4]   2> 134 T3545 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50179
[junit4:junit4]   2> 135 T3547 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd2f655e10001 with negotiated timeout 10000 for client /127.0.0.1:50179
[junit4:junit4]   2> 136 T3551 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50177, sessionid = 0x13cd2f655e10001, negotiated timeout = 10000
[junit4:junit4]   2> 136 T3552 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3bc06115 name:ZooKeeperConnection Watcher:127.0.0.1:50177/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 136 T3543 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 137 T3543 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 141 T3543 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 147 T3543 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 151 T3543 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 156 T3543 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 157 T3543 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 164 T3543 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 166 T3543 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 170 T3543 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 171 T3543 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 175 T3543 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 176 T3543 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 182 T3543 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 183 T3543 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 187 T3543 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 188 T3543 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 192 T3543 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 193 T3543 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 198 T3543 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 199 T3543 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 204 T3543 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 204 T3543 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 208 T3548 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd2f655e10001
[junit4:junit4]   2> 209 T3543 oaz.ZooKeeper.close Session: 0x13cd2f655e10001 closed
[junit4:junit4]   2> 209 T3552 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 209 T3545 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50179 which had sessionid 0x13cd2f655e10001
[junit4:junit4]   2> 393 T3543 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 407 T3543 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50180
[junit4:junit4]   2> 408 T3543 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 408 T3543 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 409 T3543 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360749024917
[junit4:junit4]   2> 409 T3543 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360749024917/solr.xml
[junit4:junit4]   2> 410 T3543 oasc.CoreContainer.<init> New CoreContainer 1313659361
[junit4:junit4]   2> 410 T3543 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360749024917/'
[junit4:junit4]   2> 411 T3543 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360749024917/'
[junit4:junit4]   2> 450 T3543 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 451 T3543 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 451 T3543 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 452 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 453 T3543 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 453 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 454 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 454 T3543 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 455 T3543 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 455 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 467 T3543 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 487 T3543 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50177/solr
[junit4:junit4]   2> 488 T3543 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 488 T3543 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50177 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@3082e80b
[junit4:junit4]   2> 490 T3543 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 490 T3562 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50177. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 492 T3562 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50177, initiating session
[junit4:junit4]   2> 492 T3545 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50181
[junit4:junit4]   2> 493 T3545 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50181
[junit4:junit4]   2> 494 T3547 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd2f655e10002 with negotiated timeout 20000 for client /127.0.0.1:50181
[junit4:junit4]   2> 494 T3562 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50177, sessionid = 0x13cd2f655e10002, negotiated timeout = 20000
[junit4:junit4]   2> 495 T3563 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3082e80b name:ZooKeeperConnection Watcher:127.0.0.1:50177 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 495 T3543 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 497 T3548 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd2f655e10002
[junit4:junit4]   2> 498 T3545 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50181 which had sessionid 0x13cd2f655e10002
[junit4:junit4]   2> 498 T3543 oaz.ZooKeeper.close Session: 0x13cd2f655e10002 closed
[junit4:junit4]   2> 498 T3563 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 499 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 504 T3543 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50177/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@260cfbb1
[junit4:junit4]   2> 505 T3543 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 505 T3564 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50177. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 506 T3564 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50177, initiating session
[junit4:junit4]   2> 506 T3545 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50182
[junit4:junit4]   2> 507 T3545 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50182
[junit4:junit4]   2> 508 T3547 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd2f655e10003 with negotiated timeout 20000 for client /127.0.0.1:50182
[junit4:junit4]   2> 508 T3564 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50177, sessionid = 0x13cd2f655e10003, negotiated timeout = 20000
[junit4:junit4]   2> 509 T3565 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@260cfbb1 name:ZooKeeperConnection Watcher:127.0.0.1:50177/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 509 T3543 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 511 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 514 T3543 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 517 T3543 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50180_
[junit4:junit4]   2> 518 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50180_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50180_
[junit4:junit4]   2> 519 T3543 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50180_
[junit4:junit4]   2> 525 T3543 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 532 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 533 T3543 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 538 T3543 oasc.Overseer.start Overseer (id=89178048085164035-127.0.0.1:50180_-n_0000000000) starting
[junit4:junit4]   2> 539 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 540 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 542 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 543 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 545 T3567 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 546 T3543 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 550 T3543 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 554 T3566 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 560 T3568 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360749024917/collection1
[junit4:junit4]   2> 560 T3568 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 562 T3568 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 562 T3568 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 565 T3568 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360749024917/collection1/'
[junit4:junit4]   2> 566 T3568 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360749024917/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 567 T3568 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360749024917/collection1/lib/README' to classloader
[junit4:junit4]   2> 620 T3568 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 682 T3568 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 684 T3568 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 690 T3568 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1256 T3568 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1265 T3568 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1269 T3568 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1292 T3568 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1297 T3568 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1301 T3568 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1302 T3568 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1305 T3568 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360749024917/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/control/data/
[junit4:junit4]   2> 1305 T3568 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ad8d990
[junit4:junit4]   2> 1306 T3568 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1306 T3568 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/control/data forceNew:false
[junit4:junit4]   2> 1307 T3568 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/control/data
[junit4:junit4]   2> 1307 T3568 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/control/data/index/
[junit4:junit4]   2> 1308 T3568 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1309 T3568 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/control/data/index forceNew:false
[junit4:junit4]   2> 1315 T3568 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6dfb2cab; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1315 T3568 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1316 T3568 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/control/data/index
[junit4:junit4]   2> 1317 T3568 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1320 T3568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1320 T3568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1321 T3568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1321 T3568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1322 T3568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1323 T3568 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1323 T3568 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1324 T3568 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1325 T3568 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1325 T3568 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1326 T3568 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1326 T3568 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1327 T3568 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1327 T3568 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1328 T3568 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1329 T3568 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1330 T3568 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1330 T3568 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1331 T3568 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1332 T3568 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1332 T3568 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1333 T3568 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1334 T3568 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1334 T3568 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1335 T3568 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1336 T3568 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1344 T3568 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1348 T3568 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1350 T3568 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1352 T3568 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/control/data
[junit4:junit4]   2> 1353 T3568 oass.SolrIndexSearcher.<init> Opening Searcher@4c322015 main
[junit4:junit4]   2> 1355 T3568 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1355 T3568 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1356 T3568 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1361 T3568 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1392 T3569 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c322015 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1397 T3568 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1397 T3568 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1398 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10003 type:create cxid:0x51 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2064 T3566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2067 T3566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50180_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50180"}
[junit4:junit4]   2> 2068 T3566 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2068 T3566 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2070 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10003 type:create cxid:0x59 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2086 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2402 T3568 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2404 T3568 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50180 collection:control_collection shard:shard1
[junit4:junit4]   2> 2406 T3568 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2426 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10003 type:delete cxid:0x73 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2428 T3568 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2429 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10003 type:create cxid:0x74 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2435 T3568 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2436 T3568 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2436 T3568 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50180/collection1/
[junit4:junit4]   2> 2437 T3568 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2438 T3568 oasc.SyncStrategy.syncToMe http://127.0.0.1:50180/collection1/ has no replicas
[junit4:junit4]   2> 2439 T3568 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50180/collection1/
[junit4:junit4]   2> 2440 T3568 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2456 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10003 type:create cxid:0x7e zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3597 T3566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3614 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3660 T3568 oasc.ZkController.register We are http://127.0.0.1:50180/collection1/ and leader is http://127.0.0.1:50180/collection1/
[junit4:junit4]   2> 3660 T3568 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50180
[junit4:junit4]   2> 3661 T3568 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3661 T3568 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3661 T3568 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3666 T3568 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3670 T3543 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3671 T3543 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3673 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3692 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3697 T3543 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50177/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@7f9b98a7
[junit4:junit4]   2> 3699 T3543 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3699 T3570 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50177. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3701 T3570 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50177, initiating session
[junit4:junit4]   2> 3701 T3545 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50183
[junit4:junit4]   2> 3702 T3545 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50183
[junit4:junit4]   2> 3703 T3547 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd2f655e10004 with negotiated timeout 10000 for client /127.0.0.1:50183
[junit4:junit4]   2> 3703 T3570 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50177, sessionid = 0x13cd2f655e10004, negotiated timeout = 10000
[junit4:junit4]   2> 3704 T3571 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f9b98a7 name:ZooKeeperConnection Watcher:127.0.0.1:50177/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3705 T3543 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3706 T3543 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3709 T3543 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3924 T3543 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3929 T3543 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50184
[junit4:junit4]   2> 3930 T3543 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3931 T3543 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3932 T3543 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360749028417
[junit4:junit4]   2> 3932 T3543 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360749028417/solr.xml
[junit4:junit4]   2> 3932 T3543 oasc.CoreContainer.<init> New CoreContainer 1632618483
[junit4:junit4]   2> 3934 T3543 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360749028417/'
[junit4:junit4]   2> 3934 T3543 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360749028417/'
[junit4:junit4]   2> 3978 T3543 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 3978 T3543 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 3979 T3543 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 3980 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 3980 T3543 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 3981 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 3982 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 3982 T3543 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 3983 T3543 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 3983 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 3998 T3543 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4010 T3543 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50177/solr
[junit4:junit4]   2> 4011 T3543 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4011 T3543 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50177 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@c04c0ac
[junit4:junit4]   2> 4013 T3543 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4013 T3581 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50177. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4014 T3581 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50177, initiating session
[junit4:junit4]   2> 4015 T3545 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50185
[junit4:junit4]   2> 4015 T3545 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50185
[junit4:junit4]   2> 4017 T3547 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd2f655e10005 with negotiated timeout 20000 for client /127.0.0.1:50185
[junit4:junit4]   2> 4017 T3581 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50177, sessionid = 0x13cd2f655e10005, negotiated timeout = 20000
[junit4:junit4]   2> 4017 T3582 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c04c0ac name:ZooKeeperConnection Watcher:127.0.0.1:50177 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4018 T3543 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4019 T3548 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd2f655e10005
[junit4:junit4]   2> 4021 T3545 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50185 which had sessionid 0x13cd2f655e10005
[junit4:junit4]   2> 4021 T3582 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4021 T3543 oaz.ZooKeeper.close Session: 0x13cd2f655e10005 closed
[junit4:junit4]   2> 4022 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4034 T3543 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50177/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@749c7706
[junit4:junit4]   2> 4035 T3543 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4036 T3583 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50177. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4037 T3583 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50177, initiating session
[junit4:junit4]   2> 4037 T3545 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50186
[junit4:junit4]   2> 4037 T3545 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50186
[junit4:junit4]   2> 4039 T3547 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd2f655e10006 with negotiated timeout 20000 for client /127.0.0.1:50186
[junit4:junit4]   2> 4039 T3583 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50177, sessionid = 0x13cd2f655e10006, negotiated timeout = 20000
[junit4:junit4]   2> 4039 T3584 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@749c7706 name:ZooKeeperConnection Watcher:127.0.0.1:50177/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4039 T3543 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4040 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4042 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4044 T3543 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4048 T3543 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50184_
[junit4:junit4]   2> 4049 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50184_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50184_
[junit4:junit4]   2> 4050 T3543 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50184_
[junit4:junit4]   2> 4054 T3571 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4054 T3565 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4054 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 4054 T3584 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4062 T3585 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360749028417/collection1
[junit4:junit4]   2> 4062 T3585 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4064 T3585 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4064 T3585 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4066 T3585 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360749028417/collection1/'
[junit4:junit4]   2> 4067 T3585 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360749028417/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4067 T3585 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360749028417/collection1/lib/README' to classloader
[junit4:junit4]   2> 4127 T3585 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4198 T3585 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4200 T3585 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4208 T3585 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4787 T3585 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4796 T3585 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4799 T3585 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4820 T3585 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4826 T3585 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4832 T3585 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4834 T3585 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4836 T3585 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360749028417/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1/
[junit4:junit4]   2> 4836 T3585 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ad8d990
[junit4:junit4]   2> 4837 T3585 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 4838 T3585 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1 forceNew:false
[junit4:junit4]   2> 4838 T3585 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1
[junit4:junit4]   2> 4839 T3585 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1/index/
[junit4:junit4]   2> 4839 T3585 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4840 T3585 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1/index forceNew:false
[junit4:junit4]   2> 4845 T3585 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f145e04; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4846 T3585 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4847 T3585 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1/index
[junit4:junit4]   2> 4847 T3585 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4850 T3585 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4850 T3585 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4851 T3585 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4851 T3585 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4852 T3585 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4853 T3585 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4853 T3585 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4854 T3585 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4854 T3585 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4855 T3585 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4856 T3585 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4856 T3585 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4857 T3585 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4857 T3585 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4858 T3585 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4858 T3585 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4859 T3585 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4859 T3585 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4860 T3585 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4861 T3585 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4861 T3585 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4862 T3585 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4863 T3585 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4863 T3585 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4864 T3585 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4865 T3585 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4872 T3585 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4875 T3585 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4877 T3585 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4879 T3585 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1
[junit4:junit4]   2> 4880 T3585 oass.SolrIndexSearcher.<init> Opening Searcher@402e7568 main
[junit4:junit4]   2> 4881 T3585 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4882 T3585 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4882 T3585 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4888 T3585 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4920 T3586 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@402e7568 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4928 T3585 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 4928 T3585 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5126 T3566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5128 T3566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50180_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50180"}
[junit4:junit4]   2> 5141 T3566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50184_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50184"}
[junit4:junit4]   2> 5141 T3566 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 5142 T3566 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5155 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5156 T3584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5155 T3571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5974 T3585 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5974 T3585 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50184 collection:collection1 shard:shard1
[junit4:junit4]   2> 5977 T3585 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 5997 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10006 type:delete cxid:0x45 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 5999 T3585 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 6001 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10006 type:create cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6006 T3585 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 6007 T3585 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 6008 T3585 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50184/collection1/
[junit4:junit4]   2> 6009 T3585 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 6009 T3585 oasc.SyncStrategy.syncToMe http://127.0.0.1:50184/collection1/ has no replicas
[junit4:junit4]   2> 6010 T3585 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50184/collection1/
[junit4:junit4]   2> 6011 T3585 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 6030 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10006 type:create cxid:0x50 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6680 T3566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6707 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6708 T3571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6708 T3584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6754 T3585 oasc.ZkController.register We are http://127.0.0.1:50184/collection1/ and leader is http://127.0.0.1:50184/collection1/
[junit4:junit4]   2> 6754 T3585 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50184
[junit4:junit4]   2> 6755 T3585 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6755 T3585 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6755 T3585 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6758 T3585 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6760 T3543 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6760 T3543 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6761 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6948 T3543 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 6952 T3543 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50187
[junit4:junit4]   2> 6954 T3543 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6955 T3543 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 6955 T3543 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360749031475
[junit4:junit4]   2> 6956 T3543 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360749031475/solr.xml
[junit4:junit4]   2> 6956 T3543 oasc.CoreContainer.<init> New CoreContainer 1535495046
[junit4:junit4]   2> 6957 T3543 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360749031475/'
[junit4:junit4]   2> 6958 T3543 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360749031475/'
[junit4:junit4]   2> 6997 T3543 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 6998 T3543 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 6998 T3543 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 6999 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 6999 T3543 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7000 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7000 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7001 T3543 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7001 T3543 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7002 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7014 T3543 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7032 T3543 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50177/solr
[junit4:junit4]   2> 7033 T3543 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7034 T3543 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50177 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@652be7d4
[junit4:junit4]   2> 7036 T3543 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7037 T3596 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50177. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7038 T3596 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50177, initiating session
[junit4:junit4]   2> 7039 T3545 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50188
[junit4:junit4]   2> 7039 T3545 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50188
[junit4:junit4]   2> 7040 T3547 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd2f655e10007 with negotiated timeout 20000 for client /127.0.0.1:50188
[junit4:junit4]   2> 7041 T3596 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50177, sessionid = 0x13cd2f655e10007, negotiated timeout = 20000
[junit4:junit4]   2> 7041 T3597 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@652be7d4 name:ZooKeeperConnection Watcher:127.0.0.1:50177 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7041 T3543 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7043 T3548 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd2f655e10007
[junit4:junit4]   2> 7044 T3545 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50188 which had sessionid 0x13cd2f655e10007
[junit4:junit4]   2> 7044 T3543 oaz.ZooKeeper.close Session: 0x13cd2f655e10007 closed
[junit4:junit4]   2> 7044 T3597 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7044 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 7051 T3543 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50177/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4abc30c7
[junit4:junit4]   2> 7052 T3543 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7053 T3598 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50177. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7054 T3598 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50177, initiating session
[junit4:junit4]   2> 7055 T3545 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50189
[junit4:junit4]   2> 7055 T3545 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50189
[junit4:junit4]   2> 7056 T3547 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd2f655e10008 with negotiated timeout 20000 for client /127.0.0.1:50189
[junit4:junit4]   2> 7056 T3598 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50177, sessionid = 0x13cd2f655e10008, negotiated timeout = 20000
[junit4:junit4]   2> 7057 T3599 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4abc30c7 name:ZooKeeperConnection Watcher:127.0.0.1:50177/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7057 T3543 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7058 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7060 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7062 T3543 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7066 T3543 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50187_
[junit4:junit4]   2> 7067 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10008 type:delete cxid:0x9 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50187_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50187_
[junit4:junit4]   2> 7068 T3543 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50187_
[junit4:junit4]   2> 7074 T3584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7076 T3565 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7076 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7076 T3599 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7077 T3571 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7077 T3571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 7081 T3584 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7089 T3600 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360749031475/collection1
[junit4:junit4]   2> 7090 T3600 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7091 T3600 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7091 T3600 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7093 T3600 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360749031475/collection1/'
[junit4:junit4]   2> 7094 T3600 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360749031475/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7094 T3600 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360749031475/collection1/lib/README' to classloader
[junit4:junit4]   2> 7140 T3600 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7209 T3600 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7210 T3600 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7217 T3600 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7758 T3600 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7768 T3600 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7771 T3600 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7793 T3600 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7799 T3600 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7805 T3600 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7807 T3600 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7808 T3600 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360749031475/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2/
[junit4:junit4]   2> 7809 T3600 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ad8d990
[junit4:junit4]   2> 7809 T3600 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 7810 T3600 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2 forceNew:false
[junit4:junit4]   2> 7810 T3600 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2
[junit4:junit4]   2> 7811 T3600 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2/index/
[junit4:junit4]   2> 7811 T3600 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7812 T3600 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2/index forceNew:false
[junit4:junit4]   2> 7816 T3600 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@462caf2b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7816 T3600 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7817 T3600 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2/index
[junit4:junit4]   2> 7817 T3600 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7819 T3600 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7819 T3600 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7819 T3600 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7820 T3600 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7820 T3600 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7820 T3600 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7821 T3600 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7821 T3600 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7821 T3600 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7823 T3600 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7823 T3600 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7823 T3600 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7824 T3600 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7824 T3600 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7825 T3600 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7825 T3600 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7825 T3600 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7826 T3600 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7826 T3600 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7827 T3600 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7827 T3600 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7828 T3600 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7828 T3600 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7829 T3600 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7829 T3600 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7829 T3600 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7834 T3600 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7837 T3600 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7839 T3600 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7841 T3600 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2
[junit4:junit4]   2> 7842 T3600 oass.SolrIndexSearcher.<init> Opening Searcher@47d00c0 main
[junit4:junit4]   2> 7843 T3600 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7844 T3600 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7844 T3600 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 7849 T3600 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 7879 T3601 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47d00c0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 7886 T3600 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 7886 T3600 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8230 T3566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8231 T3566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50184_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50184"}
[junit4:junit4]   2> 8242 T3566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50187_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50187"}
[junit4:junit4]   2> 8243 T3566 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 8243 T3566 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 8259 T3584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8259 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8260 T3571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8261 T3599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8889 T3600 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 8890 T3600 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50187 collection:collection1 shard:shard2
[junit4:junit4]   2> 8893 T3600 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 8911 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10008 type:delete cxid:0x44 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 8913 T3600 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 8914 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10008 type:create cxid:0x45 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 8920 T3600 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 8920 T3600 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 8921 T3600 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50187/collection1/
[junit4:junit4]   2> 8921 T3600 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 8922 T3600 oasc.SyncStrategy.syncToMe http://127.0.0.1:50187/collection1/ has no replicas
[junit4:junit4]   2> 8923 T3600 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50187/collection1/
[junit4:junit4]   2> 8923 T3600 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 8934 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e10008 type:create cxid:0x4e zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9786 T3566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9811 T3571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9812 T3584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9813 T3599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9812 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9865 T3600 oasc.ZkController.register We are http://127.0.0.1:50187/collection1/ and leader is http://127.0.0.1:50187/collection1/
[junit4:junit4]   2> 9865 T3600 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50187
[junit4:junit4]   2> 9866 T3600 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 9868 T3600 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 9869 T3600 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9875 T3600 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9878 T3543 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 9879 T3543 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9880 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10062 T3543 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 10066 T3543 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50190
[junit4:junit4]   2> 10067 T3543 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10068 T3543 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10069 T3543 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360749034598
[junit4:junit4]   2> 10069 T3543 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360749034598/solr.xml
[junit4:junit4]   2> 10070 T3543 oasc.CoreContainer.<init> New CoreContainer 454724639
[junit4:junit4]   2> 10070 T3543 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360749034598/'
[junit4:junit4]   2> 10071 T3543 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360749034598/'
[junit4:junit4]   2> 10110 T3543 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 10111 T3543 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10111 T3543 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 10112 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10113 T3543 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10113 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10114 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10114 T3543 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10115 T3543 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10115 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 10129 T3543 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10148 T3543 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50177/solr
[junit4:junit4]   2> 10149 T3543 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 10149 T3543 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50177 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@79109719
[junit4:junit4]   2> 10151 T3543 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10151 T3611 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50177. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10152 T3611 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50177, initiating session
[junit4:junit4]   2> 10153 T3545 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50191
[junit4:junit4]   2> 10154 T3545 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50191
[junit4:junit4]   2> 10155 T3547 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd2f655e10009 with negotiated timeout 20000 for client /127.0.0.1:50191
[junit4:junit4]   2> 10155 T3611 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50177, sessionid = 0x13cd2f655e10009, negotiated timeout = 20000
[junit4:junit4]   2> 10156 T3612 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79109719 name:ZooKeeperConnection Watcher:127.0.0.1:50177 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10156 T3543 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10158 T3548 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd2f655e10009
[junit4:junit4]   2> 10159 T3545 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50191 which had sessionid 0x13cd2f655e10009
[junit4:junit4]   2> 10159 T3543 oaz.ZooKeeper.close Session: 0x13cd2f655e10009 closed
[junit4:junit4]   2> 10159 T3612 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10160 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 10164 T3543 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50177/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@2f2447dd
[junit4:junit4]   2> 10166 T3543 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10166 T3613 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50177. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10167 T3613 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50177, initiating session
[junit4:junit4]   2> 10167 T3545 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50192
[junit4:junit4]   2> 10168 T3545 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50192
[junit4:junit4]   2> 10169 T3547 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd2f655e1000a with negotiated timeout 20000 for client /127.0.0.1:50192
[junit4:junit4]   2> 10169 T3613 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50177, sessionid = 0x13cd2f655e1000a, negotiated timeout = 20000
[junit4:junit4]   2> 10170 T3614 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f2447dd name:ZooKeeperConnection Watcher:127.0.0.1:50177/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10170 T3543 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10171 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e1000a type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10172 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e1000a type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10175 T3543 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10178 T3543 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50190_
[junit4:junit4]   2> 10179 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e1000a type:delete cxid:0x9 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50190_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50190_
[junit4:junit4]   2> 10180 T3543 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50190_
[junit4:junit4]   2> 10185 T3584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10185 T3599 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10185 T3599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10185 T3565 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10186 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10186 T3571 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10186 T3614 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10187 T3571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 10189 T3584 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10208 T3615 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360749034598/collection1
[junit4:junit4]   2> 10209 T3615 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10210 T3615 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10210 T3615 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10212 T3615 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360749034598/collection1/'
[junit4:junit4]   2> 10213 T3615 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360749034598/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10213 T3615 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360749034598/collection1/lib/README' to classloader
[junit4:junit4]   2> 10266 T3615 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10336 T3615 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10337 T3615 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10343 T3615 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10891 T3615 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10900 T3615 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10904 T3615 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10926 T3615 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10931 T3615 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10936 T3615 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10939 T3615 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10940 T3615 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360749034598/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/
[junit4:junit4]   2> 10941 T3615 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ad8d990
[junit4:junit4]   2> 10941 T3615 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10942 T3615 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3 forceNew:false
[junit4:junit4]   2> 10942 T3615 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3
[junit4:junit4]   2> 10943 T3615 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index/
[junit4:junit4]   2> 10943 T3615 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10944 T3615 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index forceNew:false
[junit4:junit4]   2> 10949 T3615 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4abb4a2e; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10950 T3615 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10951 T3615 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index
[junit4:junit4]   2> 10951 T3615 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10955 T3615 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10956 T3615 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10957 T3615 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10958 T3615 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10959 T3615 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10959 T3615 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10960 T3615 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10961 T3615 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10962 T3615 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10963 T3615 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10964 T3615 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10965 T3615 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10965 T3615 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10966 T3615 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10966 T3615 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10968 T3615 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10968 T3615 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10969 T3615 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10969 T3615 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10970 T3615 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10971 T3615 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10971 T3615 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10972 T3615 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10972 T3615 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10973 T3615 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10973 T3615 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10978 T3615 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10981 T3615 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10982 T3615 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10984 T3615 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3
[junit4:junit4]   2> 10985 T3615 oass.SolrIndexSearcher.<init> Opening Searcher@32ee9769 main
[junit4:junit4]   2> 10987 T3615 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10987 T3615 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10988 T3615 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10992 T3615 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 11015 T3616 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32ee9769 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 11020 T3615 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 11021 T3615 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11337 T3566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11340 T3566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50187_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50187"}
[junit4:junit4]   2> 11351 T3566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50190_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50190"}
[junit4:junit4]   2> 11351 T3566 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11352 T3566 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11366 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11366 T3571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11367 T3584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11367 T3614 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11368 T3599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12023 T3615 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 12024 T3615 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50190 collection:collection1 shard:shard1
[junit4:junit4]   2> 12034 T3615 oasc.ZkController.register We are http://127.0.0.1:50190/collection1/ and leader is http://127.0.0.1:50184/collection1/
[junit4:junit4]   2> 12035 T3615 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50190
[junit4:junit4]   2> 12036 T3615 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 12037 T3615 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C210 name=collection1 org.apache.solr.core.SolrCore@7fe136c2 url=http://127.0.0.1:50190/collection1 node=127.0.0.1:50190_ C210_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:50190_, base_url=http://127.0.0.1:50190}
[junit4:junit4]   2> 12038 T3617 C210 P50190 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 12041 T3617 C210 P50190 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 12039 T3615 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12042 T3617 C210 P50190 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 12043 T3617 C210 P50190 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 12045 T3543 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 12046 T3617 C210 P50190 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12047 T3543 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 12048 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12256 T3543 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12261 T3543 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50194
[junit4:junit4]   2> 12262 T3543 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12263 T3543 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12264 T3543 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360749036778
[junit4:junit4]   2> 12264 T3543 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360749036778/solr.xml
[junit4:junit4]   2> 12265 T3543 oasc.CoreContainer.<init> New CoreContainer 1513359358
[junit4:junit4]   2> 12266 T3543 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360749036778/'
[junit4:junit4]   2> 12266 T3543 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360749036778/'
[junit4:junit4]   2> 12310 T3543 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 12311 T3543 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12311 T3543 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12312 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12312 T3543 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12313 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12313 T3543 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12314 T3543 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12314 T3543 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12315 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12328 T3543 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12347 T3543 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:50177/solr
[junit4:junit4]   2> 12348 T3543 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12348 T3543 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50177 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@1235ca28
[junit4:junit4]   2> 12350 T3543 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12350 T3627 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50177. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12352 T3627 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50177, initiating session
[junit4:junit4]   2> 12352 T3545 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50195
[junit4:junit4]   2> 12353 T3545 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50195
[junit4:junit4]   2> 12354 T3547 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd2f655e1000b with negotiated timeout 20000 for client /127.0.0.1:50195
[junit4:junit4]   2> 12354 T3627 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50177, sessionid = 0x13cd2f655e1000b, negotiated timeout = 20000
[junit4:junit4]   2> 12355 T3628 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1235ca28 name:ZooKeeperConnection Watcher:127.0.0.1:50177 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12355 T3543 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12357 T3548 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd2f655e1000b
[junit4:junit4]   2> 12358 T3545 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:50195 which had sessionid 0x13cd2f655e1000b
[junit4:junit4]   2> 12358 T3543 oaz.ZooKeeper.close Session: 0x13cd2f655e1000b closed
[junit4:junit4]   2> 12359 T3628 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12359 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 12365 T3543 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:50177/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@4e639617
[junit4:junit4]   2> 12366 T3543 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12367 T3629 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:50177. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12368 T3629 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:50177, initiating session
[junit4:junit4]   2> 12368 T3545 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:50196
[junit4:junit4]   2> 12369 T3545 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:50196
[junit4:junit4]   2> 12370 T3547 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd2f655e1000c with negotiated timeout 20000 for client /127.0.0.1:50196
[junit4:junit4]   2> 12370 T3629 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:50177, sessionid = 0x13cd2f655e1000c, negotiated timeout = 20000
[junit4:junit4]   2> 12371 T3630 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e639617 name:ZooKeeperConnection Watcher:127.0.0.1:50177/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12371 T3543 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12372 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e1000c type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12373 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e1000c type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12377 T3543 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12381 T3543 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50194_
[junit4:junit4]   2> 12382 T3548 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd2f655e1000c type:delete cxid:0x9 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:50194_ Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:50194_
[junit4:junit4]   2> 12383 T3543 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50194_
[junit4:junit4]   2> 12386 T3584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12386 T3614 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12388 T3571 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12388 T3565 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12389 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12389 T3599 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12389 T3599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12388 T3571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12390 T3630 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12392 T3584 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12394 T3614 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12401 T3631 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360749036778/collection1
[junit4:junit4]   2> 12401 T3631 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12402 T3631 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12402 T3631 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12404 T3631 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360749036778/collection1/'
[junit4:junit4]   2> 12405 T3631 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360749036778/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12406 T3631 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360749036778/collection1/lib/README' to classloader
[junit4:junit4]   2> 12456 T3631 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 12525 T3631 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12527 T3631 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12532 T3631 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12880 T3566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12881 T3566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50190_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50190"}
[junit4:junit4]   2> 12887 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12891 T3571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12892 T3614 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12892 T3584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12893 T3599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12894 T3630 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13087 T3631 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13096 T3631 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13100 T3631 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13115 T3631 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13119 T3631 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13123 T3631 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13125 T3631 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13126 T3631 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360749036778/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/
[junit4:junit4]   2> 13127 T3631 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ad8d990
[junit4:junit4]   2> 13127 T3631 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 13128 T3631 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4 forceNew:false
[junit4:junit4]   2> 13128 T3631 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4
[junit4:junit4]   2> 13128 T3631 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index/
[junit4:junit4]   2> 13128 T3631 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13130 T3631 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index forceNew:false
[junit4:junit4]   2> 13134 T3631 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@32e06479; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13135 T3631 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13135 T3631 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index
[junit4:junit4]   2> 13135 T3631 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 13138 T3631 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13138 T3631 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 13138 T3631 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13138 T3631 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 13139 T3631 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13139 T3631 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13140 T3631 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13140 T3631 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13141 T3631 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13141 T3631 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 13142 T3631 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 13143 T3631 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13143 T3631 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 13144 T3631 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 13144 T3631 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 13144 T3631 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13145 T3631 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13145 T3631 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13146 T3631 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13146 T3631 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13147 T3631 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13147 T3631 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13148 T3631 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13148 T3631 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13148 T3631 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 13149 T3631 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 13155 T3631 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13158 T3631 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 13160 T3631 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 13162 T3631 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4
[junit4:junit4]   2> 13163 T3631 oass.SolrIndexSearcher.<init> Opening Searcher@5f35c100 main
[junit4:junit4]   2> 13164 T3631 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13164 T3631 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13165 T3631 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 13169 T3631 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 13199 T3632 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5f35c100 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13206 T3631 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13206 T3631 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14394 T3566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14395 T3566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50194_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50194"}
[junit4:junit4]   2> 14395 T3566 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 14396 T3566 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 14402 T3571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14402 T3584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14402 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14402 T3630 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14403 T3599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14402 T3614 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2>  C210_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:50190_, base_url=http://127.0.0.1:50190}
[junit4:junit4]   2> 15078 T3617 C210 P50190 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50184/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 15078 T3617 C210 P50190 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:50190 START replicas=[http://127.0.0.1:50184/collection1/] nUpdates=100
[junit4:junit4]   2> 15080 T3617 C210 P50190 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 15081 T3617 C210 P50190 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 15082 T3617 C210 P50190 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 15082 T3617 C210 P50190 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 15082 T3617 C210 P50190 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 15084 T3617 C210 P50190 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50184/collection1/. core=collection1
[junit4:junit4]   2> 15084 T3617 C210 P50190 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C211 name=collection1 org.apache.solr.core.SolrCore@97c94c9 url=http://127.0.0.1:50184/collection1 node=127.0.0.1:50184_ C211_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50184_, base_url=http://127.0.0.1:50184, leader=true}
[junit4:junit4]   2> 15096 T3578 C211 P50184 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15096 T3579 C211 P50184 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15098 T3579 C211 P50184 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1
[junit4:junit4]   2> 15101 T3579 C211 P50184 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f145e04; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15102 T3579 C211 P50184 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15104 T3579 C211 P50184 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f145e04; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6f145e04; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15105 T3579 C211 P50184 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15106 T3579 C211 P50184 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1
[junit4:junit4]   2> 15107 T3579 C211 P50184 oass.SolrIndexSearcher.<init> Opening Searcher@904b025 realtime
[junit4:junit4]   2> 15107 T3579 C211 P50184 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15108 T3579 C211 P50184 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4]   2> 15109 T3617 C210 P50190 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15110 T3617 C210 P50190 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15114 T3576 C211 P50184 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15114 T3576 C211 P50184 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15115 T3617 C210 P50190 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15115 T3617 C210 P50190 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15116 T3617 C210 P50190 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15118 T3577 C211 P50184 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1
[junit4:junit4]   2> 15119 T3577 C211 P50184 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1/index
[junit4:junit4]   2> 15119 T3577 C211 P50184 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15120 T3617 C210 P50190 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15122 T3617 C210 P50190 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index.20130213065039828 forceNew:false
[junit4:junit4]   2> 15124 T3617 C210 P50190 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3
[junit4:junit4]   2> 15125 T3617 C210 P50190 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index.20130213065039828 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cbef89d; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 15130 T3575 C211 P50184 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1 
[junit4:junit4]   2> 15133 T3617 C210 P50190 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index
[junit4:junit4]   2> 15133 T3617 C210 P50190 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15134 T3617 C210 P50190 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130213065039828
[junit4:junit4]   2> 15137 T3617 C210 P50190 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3
[junit4:junit4]   2> 15139 T3617 C210 P50190 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3
[junit4:junit4]   2> 15139 T3617 C210 P50190 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index.20130213065039828
[junit4:junit4]   2> 15144 T3617 C210 P50190 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index.20130213065039828 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cbef89d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15145 T3617 C210 P50190 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15149 T3617 C210 P50190 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3
[junit4:junit4]   2> 15149 T3617 C210 P50190 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15149 T3617 C210 P50190 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15150 T3617 C210 P50190 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 15151 T3617 C210 P50190 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index.20130213065039828
[junit4:junit4]   2> 15152 T3617 C210 P50190 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3
[junit4:junit4]   2> 15155 T3617 C210 P50190 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index.20130213065039828 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cbef89d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15155 T3617 C210 P50190 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15155 T3617 C210 P50190 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15156 T3617 C210 P50190 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3
[junit4:junit4]   2> 15156 T3617 C210 P50190 oass.SolrIndexSearcher.<init> Opening Searcher@1828f4e0 main
[junit4:junit4]   2> 15159 T3616 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1828f4e0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15160 T3616 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index
[junit4:junit4]   2> 15160 T3617 C210 P50190 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15163 T3617 C210 P50190 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index.20130213065039828 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cbef89d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index.20130213065039828 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cbef89d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15163 T3617 C210 P50190 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15164 T3617 C210 P50190 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3
[junit4:junit4]   2> 15165 T3617 C210 P50190 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15165 T3617 C210 P50190 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index.20130213065039828
[junit4:junit4]   2> 15165 T3617 C210 P50190 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3/index
[junit4:junit4]   2> 15166 T3617 C210 P50190 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15166 T3617 C210 P50190 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15166 T3617 C210 P50190 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15166 T3617 C210 P50190 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15168 T3617 C210 P50190 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15210 T3631 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15211 T3631 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50194 collection:collection1 shard:shard2
[junit4:junit4]   2> 15221 T3631 oasc.ZkController.register We are http://127.0.0.1:50194/collection1/ and leader is http://127.0.0.1:50187/collection1/
[junit4:junit4]   2> 15222 T3631 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50194
[junit4:junit4]   2> 15223 T3631 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15223 T3631 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C212 name=collection1 org.apache.solr.core.SolrCore@1c0e4637 url=http://127.0.0.1:50194/collection1 node=127.0.0.1:50194_ C212_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:50194_, base_url=http://127.0.0.1:50194}
[junit4:junit4]   2> 15226 T3635 C212 P50194 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15226 T3631 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15229 T3635 C212 P50194 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15230 T3635 C212 P50194 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15231 T3635 C212 P50194 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15232 T3543 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15233 T3543 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15235 T3635 C212 P50194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15235 T3543 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15252 T3543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15255 T3543 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 15256 T3543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15913 T3566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15914 T3566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50190_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50190"}
[junit4:junit4]   2> 15921 T3566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50194_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50194"}
[junit4:junit4]   2> 15929 T3571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15929 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15929 T3614 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15929 T3630 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15929 T3584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15929 T3599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16261 T3543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17272 T3543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C212_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:50194_, base_url=http://127.0.0.1:50194}
[junit4:junit4]   2> 18259 T3635 C212 P50194 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50187/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18260 T3635 C212 P50194 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:50194 START replicas=[http://127.0.0.1:50187/collection1/] nUpdates=100
[junit4:junit4]   2> 18261 T3635 C212 P50194 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18262 T3635 C212 P50194 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18262 T3635 C212 P50194 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18263 T3635 C212 P50194 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18263 T3635 C212 P50194 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18265 T3635 C212 P50194 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50187/collection1/. core=collection1
[junit4:junit4]   2> 18265 T3635 C212 P50194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 18288 T3543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C213 name=collection1 org.apache.solr.core.SolrCore@3b3dc846 url=http://127.0.0.1:50187/collection1 node=127.0.0.1:50187_ C213_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50187_, base_url=http://127.0.0.1:50187, leader=true}
[junit4:junit4]   2> 18292 T3595 C213 P50187 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18294 T3595 C213 P50187 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2
[junit4:junit4]   2> 18296 T3594 C213 P50187 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2 
[junit4:junit4]   2> 18299 T3595 C213 P50187 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@462caf2b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18300 T3595 C213 P50187 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18304 T3595 C213 P50187 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@462caf2b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@462caf2b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18304 T3595 C213 P50187 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18305 T3595 C213 P50187 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2
[junit4:junit4]   2> 18306 T3595 C213 P50187 oass.SolrIndexSearcher.<init> Opening Searcher@3e802556 realtime
[junit4:junit4]   2> 18306 T3595 C213 P50187 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18307 T3595 C213 P50187 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 15
[junit4:junit4]   2> 18309 T3635 C212 P50194 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18309 T3635 C212 P50194 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18312 T3592 C213 P50187 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18313 T3592 C213 P50187 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 18314 T3635 C212 P50194 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 18314 T3635 C212 P50194 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18314 T3635 C212 P50194 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18317 T3593 C213 P50187 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2
[junit4:junit4]   2> 18318 T3593 C213 P50187 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2/index
[junit4:junit4]   2> 18318 T3593 C213 P50187 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 18319 T3635 C212 P50194 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18320 T3635 C212 P50194 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index.20130213065043026 forceNew:false
[junit4:junit4]   2> 18321 T3635 C212 P50194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4
[junit4:junit4]   2> 18322 T3635 C212 P50194 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index.20130213065043026 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b6b4a68; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 18325 T3591 C213 P50187 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 18328 T3635 C212 P50194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index
[junit4:junit4]   2> 18328 T3635 C212 P50194 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18328 T3635 C212 P50194 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130213065043026
[junit4:junit4]   2> 18329 T3635 C212 P50194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4
[junit4:junit4]   2> 18330 T3635 C212 P50194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4
[junit4:junit4]   2> 18330 T3635 C212 P50194 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index.20130213065043026
[junit4:junit4]   2> 18333 T3635 C212 P50194 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index.20130213065043026 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b6b4a68; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18334 T3635 C212 P50194 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18336 T3635 C212 P50194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4
[junit4:junit4]   2> 18337 T3635 C212 P50194 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18337 T3635 C212 P50194 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18337 T3635 C212 P50194 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 18338 T3635 C212 P50194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index.20130213065043026
[junit4:junit4]   2> 18339 T3635 C212 P50194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4
[junit4:junit4]   2> 18343 T3635 C212 P50194 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index.20130213065043026 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b6b4a68; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18344 T3635 C212 P50194 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18344 T3635 C212 P50194 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18345 T3635 C212 P50194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4
[junit4:junit4]   2> 18345 T3635 C212 P50194 oass.SolrIndexSearcher.<init> Opening Searcher@33b5fda9 main
[junit4:junit4]   2> 18348 T3632 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33b5fda9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 18348 T3632 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index
[junit4:junit4]   2> 18349 T3635 C212 P50194 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18351 T3635 C212 P50194 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index.20130213065043026 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b6b4a68; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index.20130213065043026 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b6b4a68; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18352 T3635 C212 P50194 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18353 T3635 C212 P50194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4
[junit4:junit4]   2> 18353 T3635 C212 P50194 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18353 T3635 C212 P50194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index.20130213065043026
[junit4:junit4]   2> 18353 T3635 C212 P50194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4/index
[junit4:junit4]   2> 18354 T3635 C212 P50194 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18354 T3635 C212 P50194 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 18354 T3635 C212 P50194 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 18354 T3635 C212 P50194 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 18356 T3635 C212 P50194 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 18956 T3566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18958 T3566 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:50194_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:50194"}
[junit4:junit4]   2> 18970 T3571 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18971 T3565 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18972 T3630 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18971 T3599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18972 T3614 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 18972 T3584 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 19299 T3543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 19303 T3543 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C214 name=collection1 org.apache.solr.core.SolrCore@5add66e4 url=http://127.0.0.1:50180/collection1 node=127.0.0.1:50180_ C214_STATE=coll:control_collection core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:50180_, base_url=http://127.0.0.1:50180, leader=true}
[junit4:junit4]   2> 19333 T3556 C214 P50180 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/control/data
[junit4:junit4]   2> 19337 T3556 C214 P50180 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6dfb2cab; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 19338 T3556 C214 P50180 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 19339 T3556 C214 P50180 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/control/data
[junit4:junit4]   2> 19340 T3556 C214 P50180 oass.SolrIndexSearcher.<init> Opening Searcher@5d98dc95 realtime
[junit4:junit4]   2> 19340 T3556 C214 P50180 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1426848789601189888)} 0 9
[junit4:junit4]   2> 19345 T3590 C213 P50187 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty2
[junit4:junit4]   2> 19353 T3577 C211 P50184 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty1
[junit4:junit4]   2>  C212_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50194_, base_url=http://127.0.0.1:50194}
[junit4:junit4]   2> 19361 T3626 C212 P50194 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty4
[junit4:junit4]   2> 19362 T3626 C212 P50194 /update {update.distrib=FROMLEADER&_version_=-1426848789613772800&update.from=http://127.0.0.1:50187/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1426848789613772800)} 0 4
[junit4:junit4]   2>  C210_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:50190_, base_url=http://127.0.0.1:50190}
[junit4:junit4]   2> 19368 T3609 C210 P50190 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360749024716/jetty3
[junit4:junit4]   2> 19369 T3609 C210 P50190 /update {update.distrib=FROMLEADER&_version_=-1426848789622161408&update.from=http://127.0.0.1:50184/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1426848789622161408)} 0 3
[junit4:junit4]   2> 19370 T3577 C211 P50184 /update {update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1426848789622161408)} 0 20
[junit4:junit4]   2> 19371 T3590 C213 P50187 /update {wt=javabin&version=2} {deleteByQuery=*:* (-1426848789613772800)} 0 28
[junit4:junit4]   2> 19386 T3557 C214 P50180 /update {wt=javabin&version=2} {add=[1 (1426848789655715840)]} 0 3
[junit4:junit4]   2> 19400 T3610 C210 P50190 /update {distrib.from=http://127.0.0.1:50184/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1426848789662007296)]} 0 5
[junit4:junit4]   2> 19402 T3575 C211 P50184 /update {wt=javabin&version=2} {add=[1 (1426848789662007296)]} 0 13
[junit4:junit4]   2> 19410 T3558 C214 P50180 /update {wt=javabin&version=2} {add=[2 (1426848789680881664)]} 0 4
[junit4:junit4]   2> 19432 T3621 C212 P50194 /update {distrib.from=http://127.0.0.1:50187/colle

[...truncated too long message...]

ting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
[junit4:junit4]    > 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
[junit4:junit4]    > 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4:junit4]    > 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > Caused by: java.net.SocketException: Invalid argument
[junit4:junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
[junit4:junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:150)
[junit4:junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
[junit4:junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
[junit4:junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
[junit4:junit4]    > 	at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]    > 	... 46 more
[junit4:junit4]   2> 639604 T3543 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {n_f1=MockFixedIntBlock(blockSize=1993), foo_b=PostingsFormat(name=Lucene41WithOrds), foo_d=PostingsFormat(name=Memory doPackFST= false), foo_f=PostingsFormat(name=Lucene41WithOrds), n_tl1=MockFixedIntBlock(blockSize=1993), n_d1=PostingsFormat(name=MockSep), rnd_b=PostingsFormat(name=Memory doPackFST= false), intDefault=PostingsFormat(name=MockSep), n_td1=MockFixedIntBlock(blockSize=1993), timestamp=PostingsFormat(name=MockSep), id=PostingsFormat(name=Memory doPackFST= false), range_facet_sl=PostingsFormat(name=Lucene41WithOrds), range_facet_si=MockFixedIntBlock(blockSize=1993), oddField_s=PostingsFormat(name=Lucene41WithOrds), foo_i=MockFixedIntBlock(blockSize=1993), multiDefault=MockFixedIntBlock(blockSize=1993), n_tf1=PostingsFormat(name=MockSep), n_dt1=MockFixedIntBlock(blockSize=1993), n_ti1=PostingsFormat(name=Memory doPackFST= false), range_facet_l=PostingsFormat(name=MockSep), text=PostingsFormat(name=Lucene41WithOrds), _version_=PostingsFormat(name=MockSep), val_i=PostingsFormat(name=Memory doPackFST= false), SubjectTerms_mfacet=PostingsFormat(name=MockSep), a_t=PostingsFormat(name=MockSep), n_tdt1=PostingsFormat(name=MockSep), other_tl1=PostingsFormat(name=MockSep), n_l1=PostingsFormat(name=MockSep), a_si=MockFixedIntBlock(blockSize=1993)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=mk, timezone=Antarctica/Rothera
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=1,free=32901080,total=300679168
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPropInjectDefaults, WordBreakSolrSpellCheckerTest, DirectSolrConnectionTest, DirectUpdateHandlerOptimizeTest, SynonymTokenizerTest, TestStressLucene, DistributedSpellCheckComponentTest, CopyFieldTest, ChaosMonkeySafeLeaderTest, TestSolrIndexConfig, TestStressRecovery, TestValueSourceCache, TestReload, TestRangeQuery, LukeRequestHandlerTest, TestIndexingPerformance, TestZkChroot, IndexBasedSpellCheckerTest, SolrCmdDistributorTest, TestSolrDeletionPolicy2, PolyFieldTest, TestLuceneMatchVersion, LeaderElectionTest, SolrPluginUtilsTest, StatelessScriptUpdateProcessorFactoryTest, SolrRequestParserTest, HighlighterTest, PreAnalyzedFieldTest, TestReversedWildcardFilterFactory, TestLMJelinekMercerSimilarityFactory, TestSolrCoreProperties, CollectionsAPIDistributedZkTest, ZkCLITest, BasicZkTest, TestDistributedGrouping, TestUpdate, TestGroupingSearch, LegacyHTMLStripCharFilterTest, TestPluginEnable, TestStressReorder, TestMergePolicyConfig, OverseerCollectionProcessorTest, TestLMDirichletSimilarityFactory, AnalysisAfterCoreReloadTest, SortByFunctionTest, SOLR749Test, TermVectorComponentDistributedTest, TestSolrDeletionPolicy1, LeaderElectionIntegrationTest, TestFaceting, TestCoreContainer, TestArbitraryIndexDir, SyncSliceTest, TestJmxIntegration, TestLRUCache, PeerSyncTest, UpdateParamsTest, TimeZoneUtilsTest, ShowFileRequestHandlerTest, DebugComponentTest, XmlUpdateRequestHandlerTest, CurrencyFieldTest, JSONWriterTest, UpdateRequestProcessorFactoryTest, CoreContainerCoreInitFailuresTest, TestHashPartitioner, NoCacheHeaderTest, TestRTGBase, TestSystemIdResolver, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, DefaultValueUpdateProcessorTest, BasicFunctionalityTest, PrimitiveFieldTypeTest, SuggesterTest, TestFuzzyAnalyzedSuggestions, TestStressVersions, SpellCheckCollatorTest, MinimalSchemaTest, ZkControllerTest, TestDefaultSimilarityFactory, TestLFUCache, TestDistributedSearch, TestCharFilters, QueryEqualityTest, TestSolrQueryParser, MultiTermTest, TestXIncludeConfig, ChaosMonkeyNothingIsSafeTest, FastVectorHighlighterTest, SchemaVersionSpecificBehaviorTest, TestDFRSimilarityFactory, HardAutoCommitTest, ShardRoutingTest, DistributedTermsComponentTest, DirectUpdateHandlerTest, SimpleFacetsTest, TestIndexSearcher, ReturnFieldsTest, SampleTest, TestElisionMultitermQuery, TermVectorComponentTest, UniqFieldsUpdateProcessorFactoryTest, SearchHandlerTest, PathHierarchyTokenizerFactoryTest, SpellCheckComponentTest, DisMaxRequestHandlerTest, RAMDirectoryFactoryTest, ScriptEngineTest, MoreLikeThisHandlerTest, OverseerTest, FileUtilsTest, TestPhraseSuggestions, TestRecovery, DateFieldTest, TestSort, TestCodecSupport, LoggingHandlerTest, AutoCommitTest, SpellingQueryConverterTest, EchoParamsTest, BasicDistributedZkTest]
[junit4:junit4] Completed in 639.80s, 1 test, 1 error <<< FAILURES!

[...truncated 384 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:183: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:447: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1202: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:865: There were test failures: 250 suites, 1040 tests, 1 error, 13 ignored (2 assumptions)

Total time: 73 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 221 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/221/
Java: 64bit/jdk1.7.0 -XX:+UseParallelGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
IOException occured when talking to server at: http://127.0.0.1:52112/pov/w/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:52112/pov/w/collection1
	at __randomizedtesting.SeedInfo.seed([D4D44AA51C4FE659:5532C4BD6B108665]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.index_specific(AbstractFullDistribZkTestBase.java:575)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkQueries(AbstractFullDistribZkTestBase.java:750)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:101)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.net.SocketException: Invalid argument
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
	at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
	at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
	... 46 more


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
IOException occured when talking to server at: http://127.0.0.1:49515/sq/qx

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:49515/sq/qx
	at __randomizedtesting.SeedInfo.seed([D4D44AA51C4FE659:5532C4BD6B108665]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:572)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.net.SocketException: Invalid argument
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
	at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
	at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
	... 44 more




Build Log:
[...truncated 9025 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T1486 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /sq/qx
[junit4:junit4]   2> 6 T1486 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1360768000467
[junit4:junit4]   2> 7 T1486 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T1487 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T1487 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T1487 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 10 T1487 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T1487 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T1487 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 110 T1486 oasc.ZkTestServer.run start zk server on port:49505
[junit4:junit4]   2> 111 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@651d11a4
[junit4:junit4]   2> 112 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 113 T1492 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 114 T1492 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 115 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49506
[junit4:junit4]   2> 116 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49506
[junit4:junit4]   2> 116 T1490 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 120 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90000 with negotiated timeout 10000 for client /127.0.0.1:49506
[junit4:junit4]   2> 120 T1492 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90000, negotiated timeout = 10000
[junit4:junit4]   2> 121 T1493 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@651d11a4 name:ZooKeeperConnection Watcher:127.0.0.1:49505 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 121 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 122 T1486 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 127 T1491 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd417e1d90000
[junit4:junit4]   2> 129 T1488 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49506 which had sessionid 0x13cd417e1d90000
[junit4:junit4]   2> 129 T1493 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 129 T1486 oaz.ZooKeeper.close Session: 0x13cd417e1d90000 closed
[junit4:junit4]   2> 130 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@674bc516
[junit4:junit4]   2> 131 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 132 T1494 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 133 T1494 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 134 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49507
[junit4:junit4]   2> 135 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49507
[junit4:junit4]   2> 136 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90001 with negotiated timeout 10000 for client /127.0.0.1:49507
[junit4:junit4]   2> 136 T1494 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90001, negotiated timeout = 10000
[junit4:junit4]   2> 137 T1495 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@674bc516 name:ZooKeeperConnection Watcher:127.0.0.1:49505/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 137 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 138 T1486 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 145 T1486 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 154 T1486 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 159 T1486 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 167 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 168 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 178 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 179 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 188 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 188 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 195 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 196 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 202 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 204 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 211 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 213 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 219 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 220 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 227 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 228 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 234 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 235 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 242 T1491 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd417e1d90001
[junit4:junit4]   2> 243 T1488 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49507 which had sessionid 0x13cd417e1d90001
[junit4:junit4]   2> 243 T1486 oaz.ZooKeeper.close Session: 0x13cd417e1d90001 closed
[junit4:junit4]   2> 244 T1495 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 436 T1486 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 445 T1486 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49508
[junit4:junit4]   2> 446 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 446 T1486 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 447 T1486 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705
[junit4:junit4]   2> 448 T1486 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/solr.xml
[junit4:junit4]   2> 448 T1486 oasc.CoreContainer.<init> New CoreContainer 922574181
[junit4:junit4]   2> 449 T1486 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/'
[junit4:junit4]   2> 450 T1486 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/'
[junit4:junit4]   2> 490 T1486 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 491 T1486 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 492 T1486 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 492 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 493 T1486 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 494 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 494 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 495 T1486 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 495 T1486 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 496 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 509 T1486 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 528 T1486 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49505/solr
[junit4:junit4]   2> 530 T1486 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 530 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6b623778
[junit4:junit4]   2> 532 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 532 T1505 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 534 T1505 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 534 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49509
[junit4:junit4]   2> 535 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49509
[junit4:junit4]   2> 536 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90002 with negotiated timeout 20000 for client /127.0.0.1:49509
[junit4:junit4]   2> 537 T1505 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90002, negotiated timeout = 20000
[junit4:junit4]   2> 537 T1506 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b623778 name:ZooKeeperConnection Watcher:127.0.0.1:49505 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 538 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 540 T1491 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd417e1d90002
[junit4:junit4]   2> 542 T1488 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49509 which had sessionid 0x13cd417e1d90002
[junit4:junit4]   2> 542 T1486 oaz.ZooKeeper.close Session: 0x13cd417e1d90002 closed
[junit4:junit4]   2> 542 T1506 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 543 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 548 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@78bebd61
[junit4:junit4]   2> 549 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 550 T1507 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 551 T1507 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 552 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49510
[junit4:junit4]   2> 553 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49510
[junit4:junit4]   2> 554 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90003 with negotiated timeout 20000 for client /127.0.0.1:49510
[junit4:junit4]   2> 554 T1507 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90003, negotiated timeout = 20000
[junit4:junit4]   2> 555 T1508 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78bebd61 name:ZooKeeperConnection Watcher:127.0.0.1:49505/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 555 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 560 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 563 T1486 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 569 T1486 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49508_sq%2Fqx
[junit4:junit4]   2> 570 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49508_sq%2Fqx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49508_sq%2Fqx
[junit4:junit4]   2> 571 T1486 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49508_sq%2Fqx
[junit4:junit4]   2> 579 T1486 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 589 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 590 T1486 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 596 T1486 oasc.Overseer.start Overseer (id=89179291678998531-127.0.0.1:49508_sq%2Fqx-n_0000000000) starting
[junit4:junit4]   2> 598 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 600 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 601 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 603 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 605 T1510 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 607 T1486 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 613 T1486 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 618 T1509 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 624 T1511 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/collection1
[junit4:junit4]   2> 625 T1511 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 626 T1511 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 626 T1511 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 629 T1511 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/collection1/'
[junit4:junit4]   2> 629 T1511 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 630 T1511 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/collection1/lib/README' to classloader
[junit4:junit4]   2> 665 T1511 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 746 T1511 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 748 T1511 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 754 T1511 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1286 T1511 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1295 T1511 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1299 T1511 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1322 T1511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1328 T1511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1334 T1511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1335 T1511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1337 T1511 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data/
[junit4:junit4]   2> 1338 T1511 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8a051f4
[junit4:junit4]   2> 1338 T1511 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1339 T1511 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data forceNew:false
[junit4:junit4]   2> 1340 T1511 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data
[junit4:junit4]   2> 1340 T1511 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data/index/
[junit4:junit4]   2> 1341 T1511 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1342 T1511 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data/index forceNew:false
[junit4:junit4]   2> 1347 T1511 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@f62139b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1347 T1511 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1348 T1511 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data/index
[junit4:junit4]   2> 1348 T1511 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1351 T1511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1351 T1511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1352 T1511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1352 T1511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1353 T1511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1353 T1511 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1354 T1511 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1355 T1511 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1355 T1511 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1356 T1511 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1357 T1511 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1357 T1511 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1358 T1511 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1358 T1511 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1358 T1511 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1359 T1511 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1360 T1511 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1360 T1511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1361 T1511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1361 T1511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1362 T1511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1362 T1511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1363 T1511 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1364 T1511 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1365 T1511 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1366 T1511 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1372 T1511 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1375 T1511 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1377 T1511 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1379 T1511 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data
[junit4:junit4]   2> 1381 T1511 oass.SolrIndexSearcher.<init> Opening Searcher@1a9076f8 main
[junit4:junit4]   2> 1382 T1511 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1382 T1511 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1383 T1511 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1388 T1511 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1421 T1512 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a9076f8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1428 T1511 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1428 T1511 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1430 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x51 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2131 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2132 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49508_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49508/sq/qx"}
[junit4:junit4]   2> 2133 T1509 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2133 T1509 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2134 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x59 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2142 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2440 T1511 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2441 T1511 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49508/sq/qx collection:control_collection shard:shard1
[junit4:junit4]   2> 2444 T1511 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2466 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:delete cxid:0x73 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2467 T1511 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2467 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x74 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2471 T1511 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2471 T1511 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2471 T1511 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49508/sq/qx/collection1/
[junit4:junit4]   2> 2471 T1511 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2472 T1511 oasc.SyncStrategy.syncToMe http://127.0.0.1:49508/sq/qx/collection1/ has no replicas
[junit4:junit4]   2> 2472 T1511 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49508/sq/qx/collection1/
[junit4:junit4]   2> 2472 T1511 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2479 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x7e zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3656 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3689 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3760 T1511 oasc.ZkController.register We are http://127.0.0.1:49508/sq/qx/collection1/ and leader is http://127.0.0.1:49508/sq/qx/collection1/
[junit4:junit4]   2> 3760 T1511 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49508/sq/qx
[junit4:junit4]   2> 3761 T1511 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3761 T1511 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3761 T1511 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3764 T1511 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3766 T1486 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3766 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3767 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3774 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3778 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@aa78a34
[junit4:junit4]   2> 3779 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3780 T1513 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3781 T1513 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 3781 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49511
[junit4:junit4]   2> 3782 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49511
[junit4:junit4]   2> 3783 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90004 with negotiated timeout 10000 for client /127.0.0.1:49511
[junit4:junit4]   2> 3783 T1513 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90004, negotiated timeout = 10000
[junit4:junit4]   2> 3784 T1514 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@aa78a34 name:ZooKeeperConnection Watcher:127.0.0.1:49505/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3784 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3785 T1486 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3789 T1486 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3953 T1486 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3958 T1486 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49512
[junit4:junit4]   2> 3960 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3961 T1486 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3961 T1486 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249
[junit4:junit4]   2> 3962 T1486 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/solr.xml
[junit4:junit4]   2> 3962 T1486 oasc.CoreContainer.<init> New CoreContainer 539833316
[junit4:junit4]   2> 3963 T1486 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/'
[junit4:junit4]   2> 3963 T1486 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/'
[junit4:junit4]   2> 4000 T1486 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 4000 T1486 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4001 T1486 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4002 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4002 T1486 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4003 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4003 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4004 T1486 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4004 T1486 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4005 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4017 T1486 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4033 T1486 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49505/solr
[junit4:junit4]   2> 4034 T1486 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4034 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@31dcbf7d
[junit4:junit4]   2> 4036 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4036 T1524 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4037 T1524 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 4038 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49513
[junit4:junit4]   2> 4038 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49513
[junit4:junit4]   2> 4039 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90005 with negotiated timeout 20000 for client /127.0.0.1:49513
[junit4:junit4]   2> 4040 T1524 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90005, negotiated timeout = 20000
[junit4:junit4]   2> 4040 T1525 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31dcbf7d name:ZooKeeperConnection Watcher:127.0.0.1:49505 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4041 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4042 T1491 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd417e1d90005
[junit4:junit4]   2> 4044 T1488 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49513 which had sessionid 0x13cd417e1d90005
[junit4:junit4]   2> 4044 T1486 oaz.ZooKeeper.close Session: 0x13cd417e1d90005 closed
[junit4:junit4]   2> 4044 T1525 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4044 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4049 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@21a138e8
[junit4:junit4]   2> 4051 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4051 T1526 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4052 T1526 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 4053 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49514
[junit4:junit4]   2> 4053 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49514
[junit4:junit4]   2> 4054 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90006 with negotiated timeout 20000 for client /127.0.0.1:49514
[junit4:junit4]   2> 4055 T1526 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90006, negotiated timeout = 20000
[junit4:junit4]   2> 4055 T1527 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21a138e8 name:ZooKeeperConnection Watcher:127.0.0.1:49505/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4056 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4057 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4058 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4061 T1486 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4065 T1486 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49512_sq%2Fqx
[junit4:junit4]   2> 4066 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49512_sq%2Fqx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49512_sq%2Fqx
[junit4:junit4]   2> 4067 T1486 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49512_sq%2Fqx
[junit4:junit4]   2> 4071 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4073 T1514 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4074 T1527 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4075 T1508 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4083 T1528 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/collection1
[junit4:junit4]   2> 4084 T1528 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4085 T1528 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4085 T1528 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4088 T1528 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/collection1/'
[junit4:junit4]   2> 4089 T1528 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4089 T1528 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/collection1/lib/README' to classloader
[junit4:junit4]   2> 4145 T1528 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4212 T1528 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4214 T1528 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4223 T1528 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4698 T1528 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4708 T1528 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4712 T1528 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4735 T1528 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4741 T1528 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4746 T1528 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4749 T1528 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4751 T1528 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/
[junit4:junit4]   2> 4751 T1528 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8a051f4
[junit4:junit4]   2> 4752 T1528 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 4753 T1528 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1 forceNew:false
[junit4:junit4]   2> 4753 T1528 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1
[junit4:junit4]   2> 4754 T1528 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index/
[junit4:junit4]   2> 4754 T1528 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4755 T1528 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index forceNew:false
[junit4:junit4]   2> 4760 T1528 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7640c83f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4761 T1528 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4762 T1528 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index
[junit4:junit4]   2> 4762 T1528 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4765 T1528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4766 T1528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4766 T1528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4767 T1528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4768 T1528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4768 T1528 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4769 T1528 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4769 T1528 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4771 T1528 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4772 T1528 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4772 T1528 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4773 T1528 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4774 T1528 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4774 T1528 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4775 T1528 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4775 T1528 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4776 T1528 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4777 T1528 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4778 T1528 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4778 T1528 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4779 T1528 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4780 T1528 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4781 T1528 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4781 T1528 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4782 T1528 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4783 T1528 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4789 T1528 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4792 T1528 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4794 T1528 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4797 T1528 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1
[junit4:junit4]   2> 4798 T1528 oass.SolrIndexSearcher.<init> Opening Searcher@6a5679ce main
[junit4:junit4]   2> 4799 T1528 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4799 T1528 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4800 T1528 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4805 T1528 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4839 T1529 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6a5679ce main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4846 T1528 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 4846 T1528 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5209 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5211 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49508_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49508/sq/qx"}
[junit4:junit4]   2> 5217 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49512_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49512/sq/qx"}
[junit4:junit4]   2> 5217 T1509 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 5218 T1509 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5224 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5225 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5225 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5849 T1528 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5849 T1528 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49512/sq/qx collection:collection1 shard:shard1
[junit4:junit4]   2> 5851 T1528 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 5863 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90006 type:delete cxid:0x45 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 5864 T1528 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 5865 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90006 type:create cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5868 T1528 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 5869 T1528 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 5869 T1528 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49512/sq/qx/collection1/
[junit4:junit4]   2> 5869 T1528 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 5870 T1528 oasc.SyncStrategy.syncToMe http://127.0.0.1:49512/sq/qx/collection1/ has no replicas
[junit4:junit4]   2> 5870 T1528 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49512/sq/qx/collection1/
[junit4:junit4]   2> 5870 T1528 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 5878 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90006 type:create cxid:0x50 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6743 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6757 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6758 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6758 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6808 T1528 oasc.ZkController.register We are http://127.0.0.1:49512/sq/qx/collection1/ and leader is http://127.0.0.1:49512/sq/qx/collection1/
[junit4:junit4]   2> 6808 T1528 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49512/sq/qx
[junit4:junit4]   2> 6808 T1528 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6809 T1528 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6809 T1528 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6812 T1528 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6814 T1486 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6814 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6815 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6993 T1486 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 6998 T1486 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49515
[junit4:junit4]   2> 6998 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6999 T1486 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7000 T1486 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281
[junit4:junit4]   2> 7000 T1486 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/solr.xml
[junit4:junit4]   2> 7001 T1486 oasc.CoreContainer.<init> New CoreContainer 1928503089
[junit4:junit4]   2> 7001 T1486 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/'
[junit4:junit4]   2> 7002 T1486 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/'
[junit4:junit4]   2> 7038 T1486 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 7039 T1486 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7039 T1486 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7040 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7040 T1486 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7041 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7041 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7042 T1486 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7043 T1486 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7044 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7056 T1486 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7073 T1486 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49505/solr
[junit4:junit4]   2> 7074 T1486 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7075 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@71a68b58
[junit4:junit4]   2> 7076 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7077 T1539 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7078 T1539 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 7078 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49516
[junit4:junit4]   2> 7079 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49516
[junit4:junit4]   2> 7081 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90007 with negotiated timeout 20000 for client /127.0.0.1:49516
[junit4:junit4]   2> 7081 T1539 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90007, negotiated timeout = 20000
[junit4:junit4]   2> 7082 T1540 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71a68b58 name:ZooKeeperConnection Watcher:127.0.0.1:49505 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7082 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7085 T1491 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd417e1d90007
[junit4:junit4]   2> 7086 T1488 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49516 which had sessionid 0x13cd417e1d90007
[junit4:junit4]   2> 7086 T1540 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7086 T1486 oaz.ZooKeeper.close Session: 0x13cd417e1d90007 closed
[junit4:junit4]   2> 7087 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 7097 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5ac4cdb4
[junit4:junit4]   2> 7099 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7099 T1541 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7101 T1541 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 7101 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49517
[junit4:junit4]   2> 7102 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49517
[junit4:junit4]   2> 7103 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90008 with negotiated timeout 20000 for client /127.0.0.1:49517
[junit4:junit4]   2> 7103 T1541 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90008, negotiated timeout = 20000
[junit4:junit4]   2> 7104 T1542 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ac4cdb4 name:ZooKeeperConnection Watcher:127.0.0.1:49505/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7105 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7106 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7108 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7112 T1486 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7121 T1486 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49515_sq%2Fqx
[junit4:junit4]   2> 7123 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90008 type:delete cxid:0x9 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49515_sq%2Fqx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49515_sq%2Fqx
[junit4:junit4]   2> 7124 T1486 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49515_sq%2Fqx
[junit4:junit4]   2> 7129 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7129 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7129 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7132 T1542 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7134 T1508 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7137 T1527 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7137 T1514 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7146 T1543 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/collection1
[junit4:junit4]   2> 7147 T1543 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7148 T1543 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7149 T1543 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7151 T1543 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/collection1/'
[junit4:junit4]   2> 7153 T1543 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7154 T1543 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/collection1/lib/README' to classloader
[junit4:junit4]   2> 7203 T1543 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7273 T1543 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7275 T1543 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7281 T1543 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7894 T1543 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7904 T1543 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7907 T1543 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7934 T1543 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7939 T1543 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7945 T1543 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7947 T1543 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7950 T1543 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/
[junit4:junit4]   2> 7950 T1543 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8a051f4
[junit4:junit4]   2> 7951 T1543 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 7951 T1543 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2 forceNew:false
[junit4:junit4]   2> 7952 T1543 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2
[junit4:junit4]   2> 7952 T1543 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index/
[junit4:junit4]   2> 7953 T1543 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7954 T1543 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index forceNew:false
[junit4:junit4]   2> 7958 T1543 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6171417e; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7959 T1543 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7960 T1543 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index
[junit4:junit4]   2> 7960 T1543 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7963 T1543 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7963 T1543 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7964 T1543 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7964 T1543 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7965 T1543 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7966 T1543 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7966 T1543 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7967 T1543 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7968 T1543 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7969 T1543 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7969 T1543 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7970 T1543 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7971 T1543 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7972 T1543 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7972 T1543 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7973 T1543 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7974 T1543 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7974 T1543 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7975 T1543 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7977 T1543 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7977 T1543 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7978 T1543 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7979 T1543 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7980 T1543 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7980 T1543 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7981 T1543 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7987 T1543 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7991 T1543 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7993 T1543 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7995 T1543 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2
[junit4:junit4]   2> 7997 T1543 oass.SolrIndexSearcher.<init> Opening Searcher@2542f41f main
[junit4:junit4]   2> 7998 T1543 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7999 T1543 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7999 T1543 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8005 T1543 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8036 T1544 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2542f41f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8043 T1543 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8044 T1543 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8269 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8271 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49512_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49512/sq/qx"}
[junit4:junit4]   2> 8277 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49515_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49515/sq/qx"}
[junit4:junit4]   2> 8278 T1509 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 8278 T1509 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 8285 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8285 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8286 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8286 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9047 T1543 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9047 T1543 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49515/sq/qx collection:collection1 shard:shard2
[junit4:junit4]   2> 9049 T1543 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 9060 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90008 type:delete cxid:0x44 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 9061 T1543 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 9062 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90008 type:create cxid:0x45 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9065 T1543 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9066 T1543 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9066 T1543 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49515/sq/qx/collection1/
[junit4:junit4]   2> 9066 T1543 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9067 T1543 oasc.SyncStrategy.syncToMe http://127.0.0.1:49515/sq/qx/collection1/ has no replicas
[junit4:junit4]   2> 9067 T1543 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49515/sq/qx/collection1/
[junit4:junit4]   2> 9067 T1543 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 9074 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90008 type:create cxid:0x4e zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9799 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9813 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9814 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9814 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9814 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9827 T1543 oasc.ZkController.register We are http://127.0.0.1:49515/sq/qx/collection1/ and leader is http://127.0.0.1:49515/sq/qx/collection1/
[junit4:junit4]   2> 9827 T1543 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49515/sq/qx
[junit4:junit4]   2> 9828 T1543 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 9828 T1543 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 9829 T1543 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9831 T1543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9833 T1486 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 9834 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9834 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10002 T1486 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 10006 T1486 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49518
[junit4:junit4]   2> 10008 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10009 T1486 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10009 T1486 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301
[junit4:junit4]   2> 10010 T1486 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/solr.xml
[junit4:junit4]   2> 10010 T1486 oasc.CoreContainer.<init> New CoreContainer 1826595627
[junit4:junit4]   2> 10011 T1486 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/'
[junit4:junit4]   2> 10012 T1486 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/'
[junit4:junit4]   2> 10052 T1486 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 10053 T1486 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10053 T1486 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 10054 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10054 T1486 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10055 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10055 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10056 T1486 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10057 T1486 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10057 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 10071 T1486 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10090 T1486 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49505/solr
[junit4:junit4]   2> 10093 T1486 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 10094 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2272507c
[junit4:junit4]   2> 10096 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10097 T1554 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10099 T1554 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 10099 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49519
[junit4:junit4]   2> 10100 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49519
[junit4:junit4]   2> 10102 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90009 with negotiated timeout 20000 for client /127.0.0.1:49519
[junit4:junit4]   2> 10102 T1554 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90009, negotiated timeout = 20000
[junit4:junit4]   2> 10103 T1555 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2272507c name:ZooKeeperConnection Watcher:127.0.0.1:49505 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10104 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10106 T1491 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd417e1d90009
[junit4:junit4]   2> 10107 T1488 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49519 which had sessionid 0x13cd417e1d90009
[junit4:junit4]   2> 10107 T1486 oaz.ZooKeeper.close Session: 0x13cd417e1d90009 closed
[junit4:junit4]   2> 10107 T1555 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10108 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 10114 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7874126
[junit4:junit4]   2> 10115 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10116 T1556 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10117 T1556 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 10117 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49520
[junit4:junit4]   2> 10118 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49520
[junit4:junit4]   2> 10119 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d9000a with negotiated timeout 20000 for client /127.0.0.1:49520
[junit4:junit4]   2> 10119 T1556 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d9000a, negotiated timeout = 20000
[junit4:junit4]   2> 10120 T1557 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7874126 name:ZooKeeperConnection Watcher:127.0.0.1:49505/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10120 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10122 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d9000a type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10123 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d9000a type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10126 T1486 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10130 T1486 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49518_sq%2Fqx
[junit4:junit4]   2> 10131 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d9000a type:delete cxid:0x9 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49518_sq%2Fqx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49518_sq%2Fqx
[junit4:junit4]   2> 10132 T1486 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49518_sq%2Fqx
[junit4:junit4]   2> 10137 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10137 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10137 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10138 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10141 T1557 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10144 T1542 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10145 T1514 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10145 T1527 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10145 T1508 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10154 T1558 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/collection1
[junit4:junit4]   2> 10154 T1558 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10156 T1558 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10156 T1558 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10159 T1558 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/collection1/'
[junit4:junit4]   2> 10160 T1558 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10160 T1558 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/collection1/lib/README' to classloader
[junit4:junit4]   2> 10211 T1558 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10273 T1558 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10275 T1558 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10280 T1558 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10811 T1558 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10821 T1558 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10825 T1558 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10848 T1558 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10853 T1558 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10859 T1558 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10861 T1558 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10863 T1558 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/
[junit4:junit4]   2> 10863 T1558 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8a051f4
[junit4:junit4]   2> 10864 T1558 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10865 T1558 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3 forceNew:false
[junit4:junit4]   2> 10865 T1558 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 10866 T1558 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index/
[junit4:junit4]   2> 10866 T1558 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10868 T1558 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index forceNew:false
[junit4:junit4]   2> 10872 T1558 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d1f523d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10873 T1558 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10874 T1558 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index
[junit4:junit4]   2> 10874 T1558 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10877 T1558 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10877 T1558 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10878 T1558 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10878 T1558 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10879 T1558 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10880 T1558 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10880 T1558 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10881 T1558 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10882 T1558 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10882 T1558 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10883 T1558 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10884 T1558 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10885 T1558 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10885 T1558 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10885 T1558 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10886 T1558 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10887 T1558 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10888 T1558 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10889 T1558 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10890 T1558 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10890 T1558 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10891 T1558 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10892 T1558 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10893 T1558 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10893 T1558 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10894 T1558 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10900 T1558 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10903 T1558 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10905 T1558 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10907 T1558 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 10909 T1558 oass.SolrIndexSearcher.<init> Opening Searcher@25097dec main
[junit4:junit4]   2> 10910 T1558 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10910 T1558 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10911 T1558 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10916 T1558 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10950 T1559 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25097dec main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10957 T1558 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10957 T1558 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11328 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11329 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49515_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49515/sq/qx"}
[junit4:junit4]   2> 11336 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49518_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49518/sq/qx"}
[junit4:junit4]   2> 11336 T1509 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11337 T1509 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11343 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11344 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11344 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11344 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11345 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11961 T1558 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11962 T1558 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49518/sq/qx collection:collection1 shard:shard1
[junit4:junit4]   2> 11967 T1558 oasc.ZkController.register We are http://127.0.0.1:49518/sq/qx/collection1/ and leader is http://127.0.0.1:49512/sq/qx/collection1/
[junit4:junit4]   2> 11967 T1558 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49518/sq/qx
[junit4:junit4]   2> 11967 T1558 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11968 T1558 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C122 name=collection1 org.apache.solr.core.SolrCore@1cec19ea url=http://127.0.0.1:49518/sq/qx/collection1 node=127.0.0.1:49518_sq%2Fqx C122_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49518_sq%2Fqx, base_url=http://127.0.0.1:49518/sq/qx}
[junit4:junit4]   2> 11969 T1560 C122 P49518 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11970 T1560 C122 P49518 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11970 T1558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11970 T1560 C122 P49518 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11971 T1560 C122 P49518 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11972 T1486 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11973 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11973 T1560 C122 P49518 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11973 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12206 T1486 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12211 T1486 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49522
[junit4:junit4]   2> 12211 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12212 T1486 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12212 T1486 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441
[junit4:junit4]   2> 12213 T1486 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/solr.xml
[junit4:junit4]   2> 12213 T1486 oasc.CoreContainer.<init> New CoreContainer 944147746
[junit4:junit4]   2> 12214 T1486 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/'
[junit4:junit4]   2> 12214 T1486 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/'
[junit4:junit4]   2> 12252 T1486 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 12253 T1486 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12254 T1486 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12255 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12255 T1486 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12256 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12256 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12257 T1486 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12257 T1486 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12258 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12272 T1486 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12296 T1486 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49505/solr
[junit4:junit4]   2> 12297 T1486 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12298 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@146be8c3
[junit4:junit4]   2> 12299 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12300 T1570 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12302 T1570 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 12302 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49523
[junit4:junit4]   2> 12303 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49523
[junit4:junit4]   2> 12304 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d9000b with negotiated timeout 20000 for client /127.0.0.1:49523
[junit4:junit4]   2> 12305 T1570 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d9000b, negotiated timeout = 20000
[junit4:junit4]   2> 12305 T1571 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@146be8c3 name:ZooKeeperConnection Watcher:127.0.0.1:49505 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12306 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12308 T1491 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd417e1d9000b
[junit4:junit4]   2> 12309 T1488 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49523 which had sessionid 0x13cd417e1d9000b
[junit4:junit4]   2> 12309 T1486 oaz.ZooKeeper.close Session: 0x13cd417e1d9000b closed
[junit4:junit4]   2> 12310 T1571 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12310 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 12317 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ddce5c7
[junit4:junit4]   2> 12319 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12319 T1572 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12321 T1572 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 12321 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49524
[junit4:junit4]   2> 12322 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49524
[junit4:junit4]   2> 12324 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d9000c with negotiated timeout 20000 for client /127.0.0.1:49524
[junit4:junit4]   2> 12324 T1572 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d9000c, negotiated timeout = 20000
[junit4:junit4]   2> 12325 T1573 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ddce5c7 name:ZooKeeperConnection Watcher:127.0.0.1:49505/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12325 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12327 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d9000c type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12329 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d9000c type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12332 T1486 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12338 T1486 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49522_sq%2Fqx
[junit4:junit4]   2> 12339 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d9000c type:delete cxid:0x9 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49522_sq%2Fqx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49522_sq%2Fqx
[junit4:junit4]   2> 12340 T1486 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49522_sq%2Fqx
[junit4:junit4]   2> 12346 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12346 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12346 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12348 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12350 T1573 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12349 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12357 T1527 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12358 T1542 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12358 T1508 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12360 T1557 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12360 T1514 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12374 T1574 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/collection1
[junit4:junit4]   2> 12374 T1574 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12375 T1574 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12376 T1574 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12380 T1574 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/collection1/'
[junit4:junit4]   2> 12382 T1574 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12383 T1574 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/collection1/lib/README' to classloader
[junit4:junit4]   2> 12446 T1574 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 12526 T1574 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12528 T1574 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12535 T1574 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12858 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12859 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49518_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49518/sq/qx"}
[junit4:junit4]   2> 12865 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12865 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12866 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12866 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12866 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12867 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13136 T1574 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13146 T1574 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13150 T1574 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13173 T1574 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13178 T1574 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13184 T1574 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13186 T1574 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13189 T1574 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/
[junit4:junit4]   2> 13189 T1574 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8a051f4
[junit4:junit4]   2> 13190 T1574 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 13191 T1574 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4 forceNew:false
[junit4:junit4]   2> 13191 T1574 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 13192 T1574 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index/
[junit4:junit4]   2> 13193 T1574 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13194 T1574 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index forceNew:false
[junit4:junit4]   2> 13202 T1574 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2aa67c68; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13203 T1574 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13205 T1574 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index
[junit4:junit4]   2> 13205 T1574 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 13210 T1574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13211 T1574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 13212 T1574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13213 T1574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 13214 T1574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13215 T1574 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13216 T1574 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13217 T1574 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13218 T1574 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13220 T1574 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 13221 T1574 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 13222 T1574 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13223 T1574 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 13224 T1574 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 13225 T1574 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 13226 T1574 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13227 T1574 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13229 T1574 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13230 T1574 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13231 T1574 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13232 T1574 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13233 T1574 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13234 T1574 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13235 T1574 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13235 T1574 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 13236 T1574 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 13242 T1574 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13245 T1574 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 13248 T1574 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 13252 T1574 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 13253 T1574 oass.SolrIndexSearcher.<init> Opening Searcher@703a8583 main
[junit4:junit4]   2> 13254 T1574 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13255 T1574 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13255 T1574 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 13265 T1574 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 13298 T1575 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@703a8583 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13305 T1574 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13305 T1574 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14382 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14383 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49522_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49522/sq/qx"}
[junit4:junit4]   2> 14383 T1509 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 14384 T1509 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 14392 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14392 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14392 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14393 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14393 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14394 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2>  C122_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49518_sq%2Fqx, base_url=http://127.0.0.1:49518/sq/qx}
[junit4:junit4]   2> 14988 T1560 C122 P49518 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49512/sq/qx/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 14989 T1560 C122 P49518 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49518/sq/qx START replicas=[http://127.0.0.1:49512/sq/qx/collection1/] nUpdates=100
[junit4:junit4]   2> 14990 T1560 C122 P49518 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 14992 T1560 C122 P49518 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 14992 T1560 C122 P49518 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 14994 T1560 C122 P49518 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14994 T1560 C122 P49518 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 14995 T1560 C122 P49518 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49512/sq/qx/collection1/. core=collection1
[junit4:junit4]   2> 14995 T1560 C122 P49518 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C123 name=collection1 org.apache.solr.core.SolrCore@70c46ae3 url=http://127.0.0.1:49512/sq/qx/collection1 node=127.0.0.1:49512_sq%2Fqx C123_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49512_sq%2Fqx, base_url=http://127.0.0.1:49512/sq/qx, leader=true}
[junit4:junit4]   2> 15007 T1520 C123 P49512 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15010 T1521 C123 P49512 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15012 T1521 C123 P49512 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1
[junit4:junit4]   2> 15018 T1521 C123 P49512 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7640c83f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15019 T1521 C123 P49512 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15024 T1521 C123 P49512 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7640c83f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7640c83f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15025 T1521 C123 P49512 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15026 T1521 C123 P49512 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1
[junit4:junit4]   2> 15027 T1521 C123 P49512 oass.SolrIndexSearcher.<init> Opening Searcher@36a201f4 realtime
[junit4:junit4]   2> 15028 T1521 C123 P49512 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15029 T1521 C123 P49512 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   2> 15031 T1560 C122 P49518 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15032 T1560 C122 P49518 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15036 T1523 C123 P49512 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15037 T1523 C123 P49512 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15039 T1560 C122 P49518 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15039 T1560 C122 P49518 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15040 T1560 C122 P49518 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15047 T1519 C123 P49512 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1
[junit4:junit4]   2> 15048 T1519 C123 P49512 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index
[junit4:junit4]   2> 15049 T1519 C123 P49512 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=3 
[junit4:junit4]   2> 15051 T1560 C122 P49518 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15053 T1560 C122 P49518 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512 forceNew:false
[junit4:junit4]   2> 15054 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 15055 T1560 C122 P49518 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1545b299; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 15059 T1518 C123 P49512 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15063 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index
[junit4:junit4]   2> 15063 T1560 C122 P49518 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15064 T1560 C122 P49518 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130213150655512
[junit4:junit4]   2> 15066 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 15067 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 15068 T1560 C122 P49518 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512
[junit4:junit4]   2> 15073 T1560 C122 P49518 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1545b299; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15075 T1560 C122 P49518 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15077 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 15078 T1560 C122 P49518 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15078 T1560 C122 P49518 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15079 T1560 C122 P49518 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 15080 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512
[junit4:junit4]   2> 15082 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 15086 T1560 C122 P49518 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1545b299; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15087 T1560 C122 P49518 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15088 T1560 C122 P49518 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15089 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 15089 T1560 C122 P49518 oass.SolrIndexSearcher.<init> Opening Searcher@7eae5ac0 main
[junit4:junit4]   2> 15093 T1559 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7eae5ac0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15095 T1559 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index
[junit4:junit4]   2> 15095 T1560 C122 P49518 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15099 T1560 C122 P49518 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1545b299; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1545b299; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15100 T1560 C122 P49518 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15101 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 15102 T1560 C122 P49518 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15102 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512
[junit4:junit4]   2> 15103 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index
[junit4:junit4]   2> 15103 T1560 C122 P49518 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15104 T1560 C122 P49518 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15104 T1560 C122 P49518 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15105 T1560 C122 P49518 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15108 T1560 C122 P49518 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15310 T1574 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15310 T1574 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49522/sq/qx collection:collection1 shard:shard2
[junit4:junit4]   2> 15319 T1574 oasc.ZkController.register We are http://127.0.0.1:49522/sq/qx/collection1/ and leader is http://127.0.0.1:49515/sq/qx/collection1/
[junit4:junit4]   2> 15319 T1574 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49522/sq/qx
[junit4:junit4]   2> 15320 T1574 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15321 T1574 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C124 name=collection1 org.apache.solr.core.SolrCore@1834b14a url=http://127.0.0.1:49522/sq/qx/collection1 node=127.0.0.1:49522_sq%2Fqx C124_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49522_sq%2Fqx, base_url=http://127.0.0.1:49522/sq/qx}
[junit4:junit4]   2> 15323 T1578 C124 P49522 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15324 T1578 C124 P49522 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15325 T1574 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15325 T1578 C124 P49522 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15326 T1578 C124 P49522 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15328 T1486 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15329 T1578 C124 P49522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15329 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15330 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15343 T1486 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15347 T1486 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 15349 T1486 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15909 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15912 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49518_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49518/sq/qx"}
[junit4:junit4]   2> 15921 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49522_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49522/sq/qx"}
[junit4:junit4]   2> 15932 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15933 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15934 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15934 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15932 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15935 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16354 T1486 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17362 T1486 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C124_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49522_sq%2Fqx, base_url=http://127.0.0.1:49522/sq/qx}
[junit4:junit4]   2> 18350 T1578 C124 P49522 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49515/sq/qx/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18350 T1578 C124 P49522 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49522/sq/qx START replicas=[http://127.0.0.1:49515/sq/qx/collection1/] nUpdates=100
[junit4:junit4]   2> 18351 T1578 C124 P49522 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18352 T1578 C124 P49522 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18352 T1578 C124 P49522 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18352 T1578 C124 P49522 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18366 T1578 C124 P49522 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18366 T1578 C124 P49522 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49515/sq/qx/collection1/. core=collection1
[junit4:junit4]   2> 18367 T1578 C124 P49522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C125 name=collection1 org.apache.solr.core.SolrCore@61cb67f1 url=http://127.0.0.1:49515/sq/qx/collection1 node=127.0.0.1:49515_sq%2Fqx C125_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49515_sq%2Fqx, base_url=http://127.0.0.1:49515/sq/qx, leader=true}
[junit4:junit4]   2> 18376 T1534 C125 P49515 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18379 T1537 C125 P49515 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18381 T1486 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18381 T1537 C125 P49515 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2
[junit4:junit4]   2> 18387 T1537 C125 P49515 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6171417e; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18389 T1537 C125 P49515 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18394 T1537 C125 P49515 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6171417e; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6171417e; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18395 T1537 C125 P49515 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18397 T1537 C125 P49515 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2
[junit4:junit4]   2> 18398 T1537 C125 P49515 oass.SolrIndexSearcher.<init> Opening Searcher@777e84c2 realtime
[junit4:junit4]   2> 18399 T1537 C125 P49515 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18399 T1537 C125 P49515 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   2> 18402 T1578 C124 P49522 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18403 T1578 C124 P49522 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18407 T1535 C125 P49515 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18408 T1535 C125 P49515 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 18409 T1578 C124 P49522 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 18410 T1578 C124 P49522 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18410 T1578 C124 P49522 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18416 T1536 C125 P49515 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2
[junit4:junit4]   2> 18418 T1536 C125 P49515 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index
[junit4:junit4]   2> 18419 T1536 C125 P49515 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=4 
[junit4:junit4]   2> 18420 T1578 C124 P49522 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18422 T1578 C124 P49522 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881 forceNew:false
[junit4:junit4]   2> 18423 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 18424 T1578 C124 P49522 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881 lockFactory=org.apache.lucene.store.NativeFSLockFactory@473cbd6f; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 18434 T1538 C125 P49515 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 18437 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index
[junit4:junit4]   2> 18438 T1578 C124 P49522 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18439 T1578 C124 P49522 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130213150658881
[junit4:junit4]   2> 18441 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 18442 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 18443 T1578 C124 P49522 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881
[junit4:junit4]   2> 18448 T1578 C124 P49522 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881 lockFactory=org.apache.lucene.store.NativeFSLockFactory@473cbd6f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18450 T1578 C124 P49522 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18452 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 18453 T1578 C124 P49522 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18453 T1578 C124 P49522 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18454 T1578 C124 P49522 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 18455 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881
[junit4:junit4]   2> 18457 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 18461 T1578 C124 P49522 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881 lockFactory=org.apache.lucene.store.NativeFSLockFactory@473cbd6f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18462 T1578 C124 P49522 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18462 T1578 C124 P49522 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18463 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 18464 T1578 C124 P49522 oass.SolrIndexSearcher.<init> Opening Searcher@7c757b62 main
[junit4:junit4]   2> 18467 T1575 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7c757b62 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 18469 T1575 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index
[junit4:junit4]   2> 18469 T1578 C124 P49522 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18474 T1578 C124 P49522 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881 lockFactory=org.apache.lucene.store.NativeFSLockFactory@473cbd6f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881 lockFactory=org.apache.lucene.store.NativeFSLockFactory@473cbd6f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18474 T1578 C124 P49522 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18476 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 18477 T1578 C124 P49522 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18477 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881
[junit4:junit4]   2> 18477 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index
[junit4:junit4]   2> 18478 T1578 C124 P49522 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18478 T1578 C124 P49522 oasc.RecoveryStrategy.doRecovery Replication Recovery was su

[...truncated too long message...]

:junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
[junit4:junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
[junit4:junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
[junit4:junit4]    > 	at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]    > 	... 46 more
[junit4:junit4]   2> 197868 T4115 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {n_f1=Pulsing41(freqCutoff=7 minBlockSize=25 maxBlockSize=66), foo_b=Pulsing41(freqCutoff=15 minBlockSize=25 maxBlockSize=66), foo_d=PostingsFormat(name=Asserting), foo_f=Pulsing41(freqCutoff=15 minBlockSize=25 maxBlockSize=66), n_tl1=Pulsing41(freqCutoff=7 minBlockSize=25 maxBlockSize=66), n_d1=MockVariableIntBlock(baseBlockSize=47), rnd_b=PostingsFormat(name=Asserting), intDefault=MockVariableIntBlock(baseBlockSize=47), n_td1=Pulsing41(freqCutoff=7 minBlockSize=25 maxBlockSize=66), timestamp=MockVariableIntBlock(baseBlockSize=47), id=PostingsFormat(name=Asserting), range_facet_sl=Pulsing41(freqCutoff=15 minBlockSize=25 maxBlockSize=66), range_facet_si=Pulsing41(freqCutoff=7 minBlockSize=25 maxBlockSize=66), oddField_s=Pulsing41(freqCutoff=15 minBlockSize=25 maxBlockSize=66), multiDefault=Pulsing41(freqCutoff=7 minBlockSize=25 maxBlockSize=66), n_tf1=MockVariableIntBlock(baseBlockSize=47), n_dt1=Pulsing41(freqCutoff=7 minBlockSize=25 maxBlockSize=66), n_ti1=PostingsFormat(name=Asserting), range_facet_l=MockVariableIntBlock(baseBlockSize=47), text=Pulsing41(freqCutoff=15 minBlockSize=25 maxBlockSize=66), _version_=MockVariableIntBlock(baseBlockSize=47), SubjectTerms_mfacet=MockVariableIntBlock(baseBlockSize=47), a_t=MockVariableIntBlock(baseBlockSize=47), n_tdt1=MockVariableIntBlock(baseBlockSize=47), other_tl1=MockVariableIntBlock(baseBlockSize=47), n_l1=MockVariableIntBlock(baseBlockSize=47), a_si=Pulsing41(freqCutoff=7 minBlockSize=25 maxBlockSize=66)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=th_TH, timezone=Europe/Istanbul
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=2,free=176457024,total=369819648
[junit4:junit4]   2> NOTE: All tests run in this JVM: [ChaosMonkeyNothingIsSafeTest, TestReload, TestSearchPerf, TestExtendedDismaxParser, LeaderElectionTest, ZkCLITest, SimpleFacetsTest, ShowFileRequestHandlerTest, CoreContainerCoreInitFailuresTest, DocumentAnalysisRequestHandlerTest, MoreLikeThisHandlerTest, TestSolrJ, TestJmxMonitoredMap, LeaderElectionIntegrationTest, SchemaVersionSpecificBehaviorTest, DateFieldTest, IndexSchemaTest, BadComponentTest, PrimitiveFieldTypeTest, SolrIndexSplitterTest, URLClassifyProcessorTest, TestCSVResponseWriter, XsltUpdateRequestHandlerTest, UUIDFieldTest, OutputWriterTest, SolrCoreCheckLockOnStartupTest, TestCollationField, SpellingQueryConverterTest, TestFiltering, DistributedTermsComponentTest, SoftAutoCommitTest, TestMultiCoreConfBootstrap, HardAutoCommitTest, TestComponentsName, BasicFunctionalityTest, TestDocumentBuilder, TestRemoteStreaming, SolrRequestParserTest, SpellPossibilityIteratorTest, TestSurroundQueryParser, TestDefaultSimilarityFactory, TermVectorComponentTest, TestGroupingSearch, BasicZkTest, TestPseudoReturnFields, ScriptEngineTest, TestQueryUtils, TestAnalyzedSuggestions, SortByFunctionTest, TestDocSet, HighlighterTest, TestZkChroot, IndexReaderFactoryTest, TermsComponentTest, TestSuggestSpellingConverter, TestPropInjectDefaults, TestPartialUpdateDeduplication, EchoParamsTest, TestPerFieldSimilarity, SuggesterWFSTTest, TestCharFilters, TestMergePolicyConfig, DistributedSpellCheckComponentTest, FullSolrCloudDistribCmdsTest, StandardRequestHandlerTest, TestDistributedSearch, ReturnFieldsTest, TestCodecSupport, UpdateParamsTest, IndexBasedSpellCheckerTest, ShardRoutingCustomTest, DistributedQueryElevationComponentTest, TestWordDelimiterFilterFactory, SpellCheckCollatorTest, SuggesterTSTTest, JSONWriterTest, TestSystemIdResolver, BadIndexSchemaTest, TestTrie, SolrInfoMBeanTest, TestHashPartitioner, UniqFieldsUpdateProcessorFactoryTest, ConvertedLegacyTest, DocumentBuilderTest, TestFaceting, ZkSolrClientTest, TestSolrCoreProperties, MinimalSchemaTest, QueryParsingTest, TestSolrDeletionPolicy2, TestNumberUtils, TestFoldingMultitermQuery, DebugComponentTest, WordBreakSolrSpellCheckerTest, TestBinaryResponseWriter, PolyFieldTest, TestArbitraryIndexDir, ResourceLoaderTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, TestIndexingPerformance, LukeRequestHandlerTest, TestOmitPositions, TestValueSourceCache, RequestHandlersTest, AnalysisAfterCoreReloadTest, MultiTermTest, DirectUpdateHandlerOptimizeTest, TestUtils, PrimUtilsTest, FieldAnalysisRequestHandlerTest, TestQuerySenderNoQuery, TestCSVLoader, CircularListTest, TestAtomicUpdateErrorCases, TestConfig, BasicDistributedZkTest, OverseerTest, RecoveryZkTest, SpellCheckComponentTest, TestReplicationHandler, TestRealTimeGet, ZkControllerTest, TestDistributedGrouping, TestRandomFaceting, AutoCommitTest, StatsComponentTest, TestRecovery, TestJoin, SolrCoreTest, TestRangeQuery, DirectUpdateHandlerTest, TestCoreContainer, TestSort, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, PeerSyncTest, QueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, TestJmxIntegration, SampleTest, TestIndexSearcher, CoreAdminHandlerTest, TestFunctionQuery, DirectSolrConnectionTest, CacheHeaderTest, QueryEqualityTest, SpatialFilterTest, MBeansHandlerTest, CurrencyFieldTest, DisMaxRequestHandlerTest, BinaryUpdateRequestHandlerTest, DistanceFunctionTest, TestQueryTypes, TestPHPSerializedResponseWriter, XmlUpdateRequestHandlerTest, PingRequestHandlerTest, JsonLoaderTest, TestSolrQueryParser, SolrPluginUtilsTest, FastVectorHighlighterTest, TestReversedWildcardFilterFactory, SearchHandlerTest, SuggesterFSTTest, CopyFieldTest, LoggingHandlerTest, SolrCmdDistributorTest, SuggesterTest, CSVRequestHandlerTest, NotRequiredUniqueKeyTest, TestSolrDeletionPolicy1, TestLuceneMatchVersion, UpdateRequestProcessorFactoryTest, TestPropInject, TestWriterPerf, NoCacheHeaderTest, AlternateDirectoryTest, FieldMutatingUpdateProcessorTest, TestUpdate, TestBinaryField, HighlighterConfigTest, SOLR749Test, DefaultValueUpdateProcessorTest, TestXIncludeConfig, TestLFUCache, TestQuerySenderListener, SolrIndexConfigTest, NumericFieldsTest, TestBM25SimilarityFactory, TestPhraseSuggestions, TestLMDirichletSimilarityFactory, TestPluginEnable, LegacyHTMLStripCharFilterTest, TestLMJelinekMercerSimilarityFactory, TestDFRSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, TestFastLRUCache, DateMathParserTest, PluginInfoTest, OpenExchangeRatesOrgProviderTest, FileUtilsTest, TestSolrXMLSerializer, TestBadConfig, DOMUtilTest, TestLRUCache, ChaosMonkeySafeLeaderTest, RAMDirectoryFactoryTest, SystemInfoHandlerTest, PreAnalyzedFieldTest, ZkNodePropsTest, PathHierarchyTokenizerFactoryTest, BasicDistributedZk2Test]
[junit4:junit4] Completed in 197.91s, 1 test, 1 error <<< FAILURES!

[...truncated 92 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:183: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:447: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1202: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:865: There were test failures: 250 suites, 1040 tests, 2 errors, 13 ignored (2 assumptions)

Total time: 84 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure