You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/02/13 16:42:53 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 221 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/221/
Java: 64bit/jdk1.7.0 -XX:+UseParallelGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZk2Test.testDistribSearch

Error Message:
IOException occured when talking to server at: http://127.0.0.1:52112/pov/w/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:52112/pov/w/collection1
	at __randomizedtesting.SeedInfo.seed([D4D44AA51C4FE659:5532C4BD6B108665]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.index_specific(AbstractFullDistribZkTestBase.java:575)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkQueries(AbstractFullDistribZkTestBase.java:750)
	at org.apache.solr.cloud.BasicDistributedZk2Test.doTest(BasicDistributedZk2Test.java:101)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.net.SocketException: Invalid argument
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
	at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
	at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
	... 46 more


FAILED:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
IOException occured when talking to server at: http://127.0.0.1:49515/sq/qx

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:49515/sq/qx
	at __randomizedtesting.SeedInfo.seed([D4D44AA51C4FE659:5532C4BD6B108665]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:416)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:181)
	at org.apache.solr.cloud.BasicDistributedZkTest.testCoreUnloadAndLeaders(BasicDistributedZkTest.java:572)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:337)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:794)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)
Caused by: java.net.SocketException: Invalid argument
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
	at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
	at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
	... 44 more




Build Log:
[...truncated 9025 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
[junit4:junit4]   2> 0 T1486 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /sq/qx
[junit4:junit4]   2> 6 T1486 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-BasicDistributedZkTest-1360768000467
[junit4:junit4]   2> 7 T1486 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 8 T1487 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 10 T1487 oazs.ZooKeeperServer.setTickTime tickTime set to 1000
[junit4:junit4]   2> 10 T1487 oazs.ZooKeeperServer.setMinSessionTimeout minSessionTimeout set to -1
[junit4:junit4]   2> 10 T1487 oazs.ZooKeeperServer.setMaxSessionTimeout maxSessionTimeout set to -1
[junit4:junit4]   2> 11 T1487 oazs.NIOServerCnxnFactory.configure binding to port 0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> 12 T1487 oazsp.FileTxnSnapLog.save Snapshotting: 0x0 to /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/zookeeper/server1/data/version-2/snapshot.0
[junit4:junit4]   2> 110 T1486 oasc.ZkTestServer.run start zk server on port:49505
[junit4:junit4]   2> 111 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505 sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@651d11a4
[junit4:junit4]   2> 112 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 113 T1492 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 114 T1492 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 115 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49506
[junit4:junit4]   2> 116 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49506
[junit4:junit4]   2> 116 T1490 oazsp.FileTxnLog.append Creating new log file: log.1
[junit4:junit4]   2> 120 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90000 with negotiated timeout 10000 for client /127.0.0.1:49506
[junit4:junit4]   2> 120 T1492 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90000, negotiated timeout = 10000
[junit4:junit4]   2> 121 T1493 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@651d11a4 name:ZooKeeperConnection Watcher:127.0.0.1:49505 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 121 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 122 T1486 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 127 T1491 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd417e1d90000
[junit4:junit4]   2> 129 T1488 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49506 which had sessionid 0x13cd417e1d90000
[junit4:junit4]   2> 129 T1493 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 129 T1486 oaz.ZooKeeper.close Session: 0x13cd417e1d90000 closed
[junit4:junit4]   2> 130 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@674bc516
[junit4:junit4]   2> 131 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 132 T1494 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 133 T1494 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 134 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49507
[junit4:junit4]   2> 135 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49507
[junit4:junit4]   2> 136 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90001 with negotiated timeout 10000 for client /127.0.0.1:49507
[junit4:junit4]   2> 136 T1494 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90001, negotiated timeout = 10000
[junit4:junit4]   2> 137 T1495 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@674bc516 name:ZooKeeperConnection Watcher:127.0.0.1:49505/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 137 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 138 T1486 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 145 T1486 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 154 T1486 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 159 T1486 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 167 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 168 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 178 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 179 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 188 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 188 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 195 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 196 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 202 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 204 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 211 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 213 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 219 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 220 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 227 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 228 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 234 T1486 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 235 T1486 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 242 T1491 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd417e1d90001
[junit4:junit4]   2> 243 T1488 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49507 which had sessionid 0x13cd417e1d90001
[junit4:junit4]   2> 243 T1486 oaz.ZooKeeper.close Session: 0x13cd417e1d90001 closed
[junit4:junit4]   2> 244 T1495 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 436 T1486 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 445 T1486 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49508
[junit4:junit4]   2> 446 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 446 T1486 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 447 T1486 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705
[junit4:junit4]   2> 448 T1486 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/solr.xml
[junit4:junit4]   2> 448 T1486 oasc.CoreContainer.<init> New CoreContainer 922574181
[junit4:junit4]   2> 449 T1486 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/'
[junit4:junit4]   2> 450 T1486 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/'
[junit4:junit4]   2> 490 T1486 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 491 T1486 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 492 T1486 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 492 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 493 T1486 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 494 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 494 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 495 T1486 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 495 T1486 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 496 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 509 T1486 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 528 T1486 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49505/solr
[junit4:junit4]   2> 530 T1486 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 530 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@6b623778
[junit4:junit4]   2> 532 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 532 T1505 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 534 T1505 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 534 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49509
[junit4:junit4]   2> 535 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49509
[junit4:junit4]   2> 536 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90002 with negotiated timeout 20000 for client /127.0.0.1:49509
[junit4:junit4]   2> 537 T1505 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90002, negotiated timeout = 20000
[junit4:junit4]   2> 537 T1506 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b623778 name:ZooKeeperConnection Watcher:127.0.0.1:49505 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 538 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 540 T1491 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd417e1d90002
[junit4:junit4]   2> 542 T1488 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49509 which had sessionid 0x13cd417e1d90002
[junit4:junit4]   2> 542 T1486 oaz.ZooKeeper.close Session: 0x13cd417e1d90002 closed
[junit4:junit4]   2> 542 T1506 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 543 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 548 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@78bebd61
[junit4:junit4]   2> 549 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 550 T1507 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 551 T1507 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 552 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49510
[junit4:junit4]   2> 553 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49510
[junit4:junit4]   2> 554 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90003 with negotiated timeout 20000 for client /127.0.0.1:49510
[junit4:junit4]   2> 554 T1507 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90003, negotiated timeout = 20000
[junit4:junit4]   2> 555 T1508 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78bebd61 name:ZooKeeperConnection Watcher:127.0.0.1:49505/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 555 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 560 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x2 zxid:0x1a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 563 T1486 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 569 T1486 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49508_sq%2Fqx
[junit4:junit4]   2> 570 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:delete cxid:0x8 zxid:0x1c txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49508_sq%2Fqx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49508_sq%2Fqx
[junit4:junit4]   2> 571 T1486 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49508_sq%2Fqx
[junit4:junit4]   2> 579 T1486 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 589 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:delete cxid:0x16 zxid:0x21 txntype:-1 reqpath:n/a Error Path:/solr/overseer_elect/leader Error:KeeperErrorCode = NoNode for /solr/overseer_elect/leader
[junit4:junit4]   2> 590 T1486 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 596 T1486 oasc.Overseer.start Overseer (id=89179291678998531-127.0.0.1:49508_sq%2Fqx-n_0000000000) starting
[junit4:junit4]   2> 598 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x1b zxid:0x23 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 600 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x1c zxid:0x24 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 601 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x1d zxid:0x25 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 603 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x1e zxid:0x26 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 605 T1510 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 607 T1486 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 613 T1486 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 618 T1509 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 624 T1511 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/collection1
[junit4:junit4]   2> 625 T1511 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 626 T1511 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 626 T1511 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 629 T1511 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/collection1/'
[junit4:junit4]   2> 629 T1511 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 630 T1511 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/collection1/lib/README' to classloader
[junit4:junit4]   2> 665 T1511 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 746 T1511 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 748 T1511 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 754 T1511 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 1286 T1511 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1295 T1511 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1299 T1511 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1322 T1511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1328 T1511 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1334 T1511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1335 T1511 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1337 T1511 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-controljetty-1360768000705/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data/
[junit4:junit4]   2> 1338 T1511 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8a051f4
[junit4:junit4]   2> 1338 T1511 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1339 T1511 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data forceNew:false
[junit4:junit4]   2> 1340 T1511 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data
[junit4:junit4]   2> 1340 T1511 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data/index/
[junit4:junit4]   2> 1341 T1511 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1342 T1511 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data/index forceNew:false
[junit4:junit4]   2> 1347 T1511 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@f62139b; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 1347 T1511 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 1348 T1511 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data/index
[junit4:junit4]   2> 1348 T1511 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 1351 T1511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1351 T1511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 1352 T1511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1352 T1511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 1353 T1511 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1353 T1511 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1354 T1511 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1355 T1511 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1355 T1511 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1356 T1511 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 1357 T1511 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 1357 T1511 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1358 T1511 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1358 T1511 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1358 T1511 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1359 T1511 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1360 T1511 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1360 T1511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1361 T1511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1361 T1511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1362 T1511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1362 T1511 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1363 T1511 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1364 T1511 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 1365 T1511 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 1366 T1511 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 1372 T1511 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1375 T1511 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 1377 T1511 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 1379 T1511 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/control/data
[junit4:junit4]   2> 1381 T1511 oass.SolrIndexSearcher.<init> Opening Searcher@1a9076f8 main
[junit4:junit4]   2> 1382 T1511 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1382 T1511 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1383 T1511 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 1388 T1511 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 1421 T1512 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a9076f8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1428 T1511 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1428 T1511 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1430 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x51 zxid:0x29 txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue Error:KeeperErrorCode = NoNode for /solr/overseer/queue
[junit4:junit4]   2> 2131 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2132 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49508_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49508/sq/qx"}
[junit4:junit4]   2> 2133 T1509 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2133 T1509 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 2134 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x59 zxid:0x2c txntype:-1 reqpath:n/a Error Path:/solr/overseer/queue-work Error:KeeperErrorCode = NoNode for /solr/overseer/queue-work
[junit4:junit4]   2> 2142 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2440 T1511 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2441 T1511 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49508/sq/qx collection:control_collection shard:shard1
[junit4:junit4]   2> 2444 T1511 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2466 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:delete cxid:0x73 zxid:0x36 txntype:-1 reqpath:n/a Error Path:/solr/collections/control_collection/leaders Error:KeeperErrorCode = NoNode for /solr/collections/control_collection/leaders
[junit4:junit4]   2> 2467 T1511 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2467 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x74 zxid:0x37 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 2471 T1511 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2471 T1511 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2471 T1511 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49508/sq/qx/collection1/
[junit4:junit4]   2> 2471 T1511 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2472 T1511 oasc.SyncStrategy.syncToMe http://127.0.0.1:49508/sq/qx/collection1/ has no replicas
[junit4:junit4]   2> 2472 T1511 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49508/sq/qx/collection1/
[junit4:junit4]   2> 2472 T1511 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2479 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90003 type:create cxid:0x7e zxid:0x3b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 3656 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3689 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 3760 T1511 oasc.ZkController.register We are http://127.0.0.1:49508/sq/qx/collection1/ and leader is http://127.0.0.1:49508/sq/qx/collection1/
[junit4:junit4]   2> 3760 T1511 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49508/sq/qx
[junit4:junit4]   2> 3761 T1511 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 3761 T1511 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 3761 T1511 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 3764 T1511 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 3766 T1486 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 3766 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 3767 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 3774 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 3778 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505/solr sessionTimeout=10000 watcher=org.apache.solr.common.cloud.ConnectionManager@aa78a34
[junit4:junit4]   2> 3779 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 3780 T1513 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 3781 T1513 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 3781 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49511
[junit4:junit4]   2> 3782 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49511
[junit4:junit4]   2> 3783 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90004 with negotiated timeout 10000 for client /127.0.0.1:49511
[junit4:junit4]   2> 3783 T1513 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90004, negotiated timeout = 10000
[junit4:junit4]   2> 3784 T1514 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@aa78a34 name:ZooKeeperConnection Watcher:127.0.0.1:49505/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 3784 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 3785 T1486 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 3789 T1486 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 3953 T1486 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 3958 T1486 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49512
[junit4:junit4]   2> 3960 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 3961 T1486 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 3961 T1486 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249
[junit4:junit4]   2> 3962 T1486 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/solr.xml
[junit4:junit4]   2> 3962 T1486 oasc.CoreContainer.<init> New CoreContainer 539833316
[junit4:junit4]   2> 3963 T1486 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/'
[junit4:junit4]   2> 3963 T1486 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/'
[junit4:junit4]   2> 4000 T1486 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 4000 T1486 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 4001 T1486 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 4002 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 4002 T1486 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 4003 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 4003 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 4004 T1486 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 4004 T1486 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 4005 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 4017 T1486 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 4033 T1486 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49505/solr
[junit4:junit4]   2> 4034 T1486 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 4034 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@31dcbf7d
[junit4:junit4]   2> 4036 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4036 T1524 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4037 T1524 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 4038 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49513
[junit4:junit4]   2> 4038 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49513
[junit4:junit4]   2> 4039 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90005 with negotiated timeout 20000 for client /127.0.0.1:49513
[junit4:junit4]   2> 4040 T1524 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90005, negotiated timeout = 20000
[junit4:junit4]   2> 4040 T1525 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31dcbf7d name:ZooKeeperConnection Watcher:127.0.0.1:49505 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4041 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4042 T1491 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd417e1d90005
[junit4:junit4]   2> 4044 T1488 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49513 which had sessionid 0x13cd417e1d90005
[junit4:junit4]   2> 4044 T1486 oaz.ZooKeeper.close Session: 0x13cd417e1d90005 closed
[junit4:junit4]   2> 4044 T1525 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 4044 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 4049 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@21a138e8
[junit4:junit4]   2> 4051 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 4051 T1526 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 4052 T1526 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 4053 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49514
[junit4:junit4]   2> 4053 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49514
[junit4:junit4]   2> 4054 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90006 with negotiated timeout 20000 for client /127.0.0.1:49514
[junit4:junit4]   2> 4055 T1526 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90006, negotiated timeout = 20000
[junit4:junit4]   2> 4055 T1527 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21a138e8 name:ZooKeeperConnection Watcher:127.0.0.1:49505/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 4056 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 4057 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90006 type:create cxid:0x1 zxid:0x49 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4058 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90006 type:create cxid:0x2 zxid:0x4a txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 4061 T1486 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 4065 T1486 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49512_sq%2Fqx
[junit4:junit4]   2> 4066 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90006 type:delete cxid:0x9 zxid:0x4b txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49512_sq%2Fqx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49512_sq%2Fqx
[junit4:junit4]   2> 4067 T1486 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49512_sq%2Fqx
[junit4:junit4]   2> 4071 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 4073 T1514 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4074 T1527 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4075 T1508 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 4083 T1528 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/collection1
[junit4:junit4]   2> 4084 T1528 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 4085 T1528 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 4085 T1528 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 4088 T1528 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/collection1/'
[junit4:junit4]   2> 4089 T1528 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 4089 T1528 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/collection1/lib/README' to classloader
[junit4:junit4]   2> 4145 T1528 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 4212 T1528 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 4214 T1528 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 4223 T1528 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 4698 T1528 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 4708 T1528 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 4712 T1528 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 4735 T1528 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4741 T1528 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 4746 T1528 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4749 T1528 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 4751 T1528 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty1-1360768004249/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/
[junit4:junit4]   2> 4751 T1528 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8a051f4
[junit4:junit4]   2> 4752 T1528 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 4753 T1528 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1 forceNew:false
[junit4:junit4]   2> 4753 T1528 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1
[junit4:junit4]   2> 4754 T1528 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index/
[junit4:junit4]   2> 4754 T1528 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 4755 T1528 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index forceNew:false
[junit4:junit4]   2> 4760 T1528 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7640c83f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 4761 T1528 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 4762 T1528 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index
[junit4:junit4]   2> 4762 T1528 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 4765 T1528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 4766 T1528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 4766 T1528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 4767 T1528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 4768 T1528 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 4768 T1528 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 4769 T1528 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 4769 T1528 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 4771 T1528 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 4772 T1528 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 4772 T1528 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 4773 T1528 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 4774 T1528 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 4774 T1528 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 4775 T1528 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 4775 T1528 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 4776 T1528 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4777 T1528 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4778 T1528 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4778 T1528 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4779 T1528 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4780 T1528 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4781 T1528 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4781 T1528 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 4782 T1528 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 4783 T1528 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 4789 T1528 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 4792 T1528 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 4794 T1528 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 4797 T1528 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1
[junit4:junit4]   2> 4798 T1528 oass.SolrIndexSearcher.<init> Opening Searcher@6a5679ce main
[junit4:junit4]   2> 4799 T1528 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 4799 T1528 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 4800 T1528 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 4805 T1528 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 4839 T1529 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6a5679ce main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 4846 T1528 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 4846 T1528 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 5209 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 5211 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49508_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49508/sq/qx"}
[junit4:junit4]   2> 5217 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49512_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49512/sq/qx"}
[junit4:junit4]   2> 5217 T1509 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 5218 T1509 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 5224 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5225 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5225 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 5849 T1528 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 5849 T1528 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49512/sq/qx collection:collection1 shard:shard1
[junit4:junit4]   2> 5851 T1528 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 5863 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90006 type:delete cxid:0x45 zxid:0x5a txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders
[junit4:junit4]   2> 5864 T1528 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 5865 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90006 type:create cxid:0x46 zxid:0x5b txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 5868 T1528 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 5869 T1528 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 5869 T1528 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49512/sq/qx/collection1/
[junit4:junit4]   2> 5869 T1528 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 5870 T1528 oasc.SyncStrategy.syncToMe http://127.0.0.1:49512/sq/qx/collection1/ has no replicas
[junit4:junit4]   2> 5870 T1528 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49512/sq/qx/collection1/
[junit4:junit4]   2> 5870 T1528 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 5878 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90006 type:create cxid:0x50 zxid:0x5f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 6743 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6757 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6758 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6758 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 6808 T1528 oasc.ZkController.register We are http://127.0.0.1:49512/sq/qx/collection1/ and leader is http://127.0.0.1:49512/sq/qx/collection1/
[junit4:junit4]   2> 6808 T1528 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49512/sq/qx
[junit4:junit4]   2> 6808 T1528 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 6809 T1528 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 6809 T1528 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 6812 T1528 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 6814 T1486 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 6814 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 6815 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 6993 T1486 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 6998 T1486 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49515
[junit4:junit4]   2> 6998 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 6999 T1486 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 7000 T1486 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281
[junit4:junit4]   2> 7000 T1486 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/solr.xml
[junit4:junit4]   2> 7001 T1486 oasc.CoreContainer.<init> New CoreContainer 1928503089
[junit4:junit4]   2> 7001 T1486 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/'
[junit4:junit4]   2> 7002 T1486 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/'
[junit4:junit4]   2> 7038 T1486 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 7039 T1486 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 7039 T1486 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 7040 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 7040 T1486 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 7041 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 7041 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 7042 T1486 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 7043 T1486 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 7044 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 7056 T1486 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 7073 T1486 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49505/solr
[junit4:junit4]   2> 7074 T1486 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 7075 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@71a68b58
[junit4:junit4]   2> 7076 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7077 T1539 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7078 T1539 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 7078 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49516
[junit4:junit4]   2> 7079 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49516
[junit4:junit4]   2> 7081 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90007 with negotiated timeout 20000 for client /127.0.0.1:49516
[junit4:junit4]   2> 7081 T1539 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90007, negotiated timeout = 20000
[junit4:junit4]   2> 7082 T1540 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71a68b58 name:ZooKeeperConnection Watcher:127.0.0.1:49505 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7082 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7085 T1491 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd417e1d90007
[junit4:junit4]   2> 7086 T1488 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49516 which had sessionid 0x13cd417e1d90007
[junit4:junit4]   2> 7086 T1540 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 7086 T1486 oaz.ZooKeeper.close Session: 0x13cd417e1d90007 closed
[junit4:junit4]   2> 7087 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 7097 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@5ac4cdb4
[junit4:junit4]   2> 7099 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 7099 T1541 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 7101 T1541 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 7101 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49517
[junit4:junit4]   2> 7102 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49517
[junit4:junit4]   2> 7103 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90008 with negotiated timeout 20000 for client /127.0.0.1:49517
[junit4:junit4]   2> 7103 T1541 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90008, negotiated timeout = 20000
[junit4:junit4]   2> 7104 T1542 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ac4cdb4 name:ZooKeeperConnection Watcher:127.0.0.1:49505/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 7105 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 7106 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90008 type:create cxid:0x1 zxid:0x6c txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7108 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90008 type:create cxid:0x2 zxid:0x6d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 7112 T1486 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 7121 T1486 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49515_sq%2Fqx
[junit4:junit4]   2> 7123 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90008 type:delete cxid:0x9 zxid:0x6e txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49515_sq%2Fqx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49515_sq%2Fqx
[junit4:junit4]   2> 7124 T1486 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49515_sq%2Fqx
[junit4:junit4]   2> 7129 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7129 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7129 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 7132 T1542 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7134 T1508 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7137 T1527 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7137 T1514 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 7146 T1543 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/collection1
[junit4:junit4]   2> 7147 T1543 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 7148 T1543 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 7149 T1543 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 7151 T1543 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/collection1/'
[junit4:junit4]   2> 7153 T1543 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 7154 T1543 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/collection1/lib/README' to classloader
[junit4:junit4]   2> 7203 T1543 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 7273 T1543 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 7275 T1543 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 7281 T1543 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 7894 T1543 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 7904 T1543 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 7907 T1543 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 7934 T1543 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7939 T1543 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 7945 T1543 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7947 T1543 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 7950 T1543 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty2-1360768007281/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/
[junit4:junit4]   2> 7950 T1543 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8a051f4
[junit4:junit4]   2> 7951 T1543 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 7951 T1543 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2 forceNew:false
[junit4:junit4]   2> 7952 T1543 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2
[junit4:junit4]   2> 7952 T1543 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index/
[junit4:junit4]   2> 7953 T1543 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 7954 T1543 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index forceNew:false
[junit4:junit4]   2> 7958 T1543 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6171417e; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 7959 T1543 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 7960 T1543 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index
[junit4:junit4]   2> 7960 T1543 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 7963 T1543 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 7963 T1543 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 7964 T1543 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 7964 T1543 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 7965 T1543 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 7966 T1543 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 7966 T1543 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 7967 T1543 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 7968 T1543 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 7969 T1543 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 7969 T1543 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 7970 T1543 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 7971 T1543 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 7972 T1543 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 7972 T1543 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 7973 T1543 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 7974 T1543 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7974 T1543 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7975 T1543 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7977 T1543 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7977 T1543 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7978 T1543 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7979 T1543 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7980 T1543 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 7980 T1543 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 7981 T1543 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 7987 T1543 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 7991 T1543 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 7993 T1543 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 7995 T1543 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2
[junit4:junit4]   2> 7997 T1543 oass.SolrIndexSearcher.<init> Opening Searcher@2542f41f main
[junit4:junit4]   2> 7998 T1543 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 7999 T1543 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 7999 T1543 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 8005 T1543 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 8036 T1544 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2542f41f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 8043 T1543 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 8044 T1543 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 8269 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 8271 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49512_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49512/sq/qx"}
[junit4:junit4]   2> 8277 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49515_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49515/sq/qx"}
[junit4:junit4]   2> 8278 T1509 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 8278 T1509 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 8285 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8285 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8286 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 8286 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9047 T1543 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 9047 T1543 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49515/sq/qx collection:collection1 shard:shard2
[junit4:junit4]   2> 9049 T1543 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 9060 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90008 type:delete cxid:0x44 zxid:0x7c txntype:-1 reqpath:n/a Error Path:/solr/collections/collection1/leaders/shard2 Error:KeeperErrorCode = NoNode for /solr/collections/collection1/leaders/shard2
[junit4:junit4]   2> 9061 T1543 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 9062 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90008 type:create cxid:0x45 zxid:0x7d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9065 T1543 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 9066 T1543 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 9066 T1543 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49515/sq/qx/collection1/
[junit4:junit4]   2> 9066 T1543 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 9067 T1543 oasc.SyncStrategy.syncToMe http://127.0.0.1:49515/sq/qx/collection1/ has no replicas
[junit4:junit4]   2> 9067 T1543 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49515/sq/qx/collection1/
[junit4:junit4]   2> 9067 T1543 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 9074 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d90008 type:create cxid:0x4e zxid:0x80 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 9799 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9813 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9814 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9814 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9814 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 9827 T1543 oasc.ZkController.register We are http://127.0.0.1:49515/sq/qx/collection1/ and leader is http://127.0.0.1:49515/sq/qx/collection1/
[junit4:junit4]   2> 9827 T1543 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49515/sq/qx
[junit4:junit4]   2> 9828 T1543 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 9828 T1543 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 9829 T1543 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 9831 T1543 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 9833 T1486 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 9834 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 9834 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 10002 T1486 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 10006 T1486 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49518
[junit4:junit4]   2> 10008 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 10009 T1486 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 10009 T1486 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301
[junit4:junit4]   2> 10010 T1486 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/solr.xml
[junit4:junit4]   2> 10010 T1486 oasc.CoreContainer.<init> New CoreContainer 1826595627
[junit4:junit4]   2> 10011 T1486 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/'
[junit4:junit4]   2> 10012 T1486 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/'
[junit4:junit4]   2> 10052 T1486 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 10053 T1486 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 10053 T1486 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 10054 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 10054 T1486 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 10055 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 10055 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 10056 T1486 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 10057 T1486 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 10057 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 10071 T1486 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 10090 T1486 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49505/solr
[junit4:junit4]   2> 10093 T1486 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 10094 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@2272507c
[junit4:junit4]   2> 10096 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10097 T1554 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10099 T1554 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 10099 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49519
[junit4:junit4]   2> 10100 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49519
[junit4:junit4]   2> 10102 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d90009 with negotiated timeout 20000 for client /127.0.0.1:49519
[junit4:junit4]   2> 10102 T1554 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d90009, negotiated timeout = 20000
[junit4:junit4]   2> 10103 T1555 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2272507c name:ZooKeeperConnection Watcher:127.0.0.1:49505 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10104 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10106 T1491 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd417e1d90009
[junit4:junit4]   2> 10107 T1488 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49519 which had sessionid 0x13cd417e1d90009
[junit4:junit4]   2> 10107 T1486 oaz.ZooKeeper.close Session: 0x13cd417e1d90009 closed
[junit4:junit4]   2> 10107 T1555 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 10108 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 10114 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@7874126
[junit4:junit4]   2> 10115 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 10116 T1556 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 10117 T1556 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 10117 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49520
[junit4:junit4]   2> 10118 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49520
[junit4:junit4]   2> 10119 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d9000a with negotiated timeout 20000 for client /127.0.0.1:49520
[junit4:junit4]   2> 10119 T1556 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d9000a, negotiated timeout = 20000
[junit4:junit4]   2> 10120 T1557 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7874126 name:ZooKeeperConnection Watcher:127.0.0.1:49505/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 10120 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 10122 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d9000a type:create cxid:0x1 zxid:0x8d txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10123 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d9000a type:create cxid:0x2 zxid:0x8e txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 10126 T1486 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 10130 T1486 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49518_sq%2Fqx
[junit4:junit4]   2> 10131 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d9000a type:delete cxid:0x9 zxid:0x8f txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49518_sq%2Fqx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49518_sq%2Fqx
[junit4:junit4]   2> 10132 T1486 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49518_sq%2Fqx
[junit4:junit4]   2> 10137 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10137 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10137 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10138 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 10141 T1557 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10144 T1542 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10145 T1514 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10145 T1527 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10145 T1508 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 10154 T1558 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/collection1
[junit4:junit4]   2> 10154 T1558 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 10156 T1558 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 10156 T1558 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 10159 T1558 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/collection1/'
[junit4:junit4]   2> 10160 T1558 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 10160 T1558 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/collection1/lib/README' to classloader
[junit4:junit4]   2> 10211 T1558 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 10273 T1558 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 10275 T1558 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 10280 T1558 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 10811 T1558 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 10821 T1558 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 10825 T1558 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 10848 T1558 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10853 T1558 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 10859 T1558 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10861 T1558 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 10863 T1558 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty3-1360768010301/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/
[junit4:junit4]   2> 10863 T1558 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8a051f4
[junit4:junit4]   2> 10864 T1558 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 10865 T1558 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3 forceNew:false
[junit4:junit4]   2> 10865 T1558 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 10866 T1558 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index/
[junit4:junit4]   2> 10866 T1558 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 10868 T1558 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index forceNew:false
[junit4:junit4]   2> 10872 T1558 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@5d1f523d; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 10873 T1558 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 10874 T1558 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index
[junit4:junit4]   2> 10874 T1558 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 10877 T1558 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 10877 T1558 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 10878 T1558 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 10878 T1558 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 10879 T1558 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 10880 T1558 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 10880 T1558 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 10881 T1558 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 10882 T1558 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 10882 T1558 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 10883 T1558 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 10884 T1558 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 10885 T1558 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 10885 T1558 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 10885 T1558 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 10886 T1558 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 10887 T1558 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10888 T1558 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10889 T1558 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10890 T1558 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10890 T1558 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10891 T1558 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10892 T1558 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10893 T1558 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 10893 T1558 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 10894 T1558 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 10900 T1558 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 10903 T1558 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 10905 T1558 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 10907 T1558 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 10909 T1558 oass.SolrIndexSearcher.<init> Opening Searcher@25097dec main
[junit4:junit4]   2> 10910 T1558 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 10910 T1558 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 10911 T1558 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 10916 T1558 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 10950 T1559 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25097dec main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 10957 T1558 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 10957 T1558 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11328 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11329 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49515_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49515/sq/qx"}
[junit4:junit4]   2> 11336 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49518_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49518/sq/qx"}
[junit4:junit4]   2> 11336 T1509 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 11337 T1509 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4:junit4]   2> 11343 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11344 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11344 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11344 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11345 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 11961 T1558 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 11962 T1558 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49518/sq/qx collection:collection1 shard:shard1
[junit4:junit4]   2> 11967 T1558 oasc.ZkController.register We are http://127.0.0.1:49518/sq/qx/collection1/ and leader is http://127.0.0.1:49512/sq/qx/collection1/
[junit4:junit4]   2> 11967 T1558 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49518/sq/qx
[junit4:junit4]   2> 11967 T1558 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 11968 T1558 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C122 name=collection1 org.apache.solr.core.SolrCore@1cec19ea url=http://127.0.0.1:49518/sq/qx/collection1 node=127.0.0.1:49518_sq%2Fqx C122_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49518_sq%2Fqx, base_url=http://127.0.0.1:49518/sq/qx}
[junit4:junit4]   2> 11969 T1560 C122 P49518 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 11970 T1560 C122 P49518 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 11970 T1558 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 11970 T1560 C122 P49518 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 11971 T1560 C122 P49518 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 11972 T1486 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 11973 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 11973 T1560 C122 P49518 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 11973 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 12206 T1486 oejs.Server.doStart jetty-8.1.8.v20121106
[junit4:junit4]   2> 12211 T1486 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49522
[junit4:junit4]   2> 12211 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 12212 T1486 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 12212 T1486 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441
[junit4:junit4]   2> 12213 T1486 oasc.CoreContainer$Initializer.initialize looking for solr.xml: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/solr.xml
[junit4:junit4]   2> 12213 T1486 oasc.CoreContainer.<init> New CoreContainer 944147746
[junit4:junit4]   2> 12214 T1486 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/'
[junit4:junit4]   2> 12214 T1486 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/'
[junit4:junit4]   2> 12252 T1486 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 60000
[junit4:junit4]   2> 12253 T1486 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 12254 T1486 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 12255 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 12255 T1486 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 12256 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 12256 T1486 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 12257 T1486 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 12257 T1486 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 12258 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=60000&connTimeout=15000&retry=false
[junit4:junit4]   2> 12272 T1486 oasc.CoreContainer.load Registering Log Listener
[junit4:junit4]   2> 12296 T1486 oasc.CoreContainer.initZooKeeper Zookeeper client=127.0.0.1:49505/solr
[junit4:junit4]   2> 12297 T1486 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 12298 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505 sessionTimeout=60000 watcher=org.apache.solr.common.cloud.ConnectionManager@146be8c3
[junit4:junit4]   2> 12299 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12300 T1570 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12302 T1570 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 12302 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49523
[junit4:junit4]   2> 12303 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49523
[junit4:junit4]   2> 12304 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d9000b with negotiated timeout 20000 for client /127.0.0.1:49523
[junit4:junit4]   2> 12305 T1570 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d9000b, negotiated timeout = 20000
[junit4:junit4]   2> 12305 T1571 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@146be8c3 name:ZooKeeperConnection Watcher:127.0.0.1:49505 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12306 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12308 T1491 oazs.PrepRequestProcessor.pRequest2Txn Processed session termination for sessionid: 0x13cd417e1d9000b
[junit4:junit4]   2> 12309 T1488 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:49523 which had sessionid 0x13cd417e1d9000b
[junit4:junit4]   2> 12309 T1486 oaz.ZooKeeper.close Session: 0x13cd417e1d9000b closed
[junit4:junit4]   2> 12310 T1571 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4:junit4]   2> 12310 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=60000&connTimeout=15000
[junit4:junit4]   2> 12317 T1486 oaz.ZooKeeper.<init> Initiating client connection, connectString=127.0.0.1:49505/solr sessionTimeout=30000 watcher=org.apache.solr.common.cloud.ConnectionManager@ddce5c7
[junit4:junit4]   2> 12319 T1486 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 12319 T1572 oaz.ClientCnxn$SendThread.logStartConnect Opening socket connection to server localhost/127.0.0.1:49505. Will not attempt to authenticate using SASL (access denied ("javax.security.auth.AuthPermission" "getLoginConfiguration"))
[junit4:junit4]   2> 12321 T1572 oaz.ClientCnxn$SendThread.primeConnection Socket connection established to localhost/127.0.0.1:49505, initiating session
[junit4:junit4]   2> 12321 T1488 oazs.NIOServerCnxnFactory.run Accepted socket connection from /127.0.0.1:49524
[junit4:junit4]   2> 12322 T1488 oazs.ZooKeeperServer.processConnectRequest Client attempting to establish new session at /127.0.0.1:49524
[junit4:junit4]   2> 12324 T1490 oazs.ZooKeeperServer.finishSessionInit Established session 0x13cd417e1d9000c with negotiated timeout 20000 for client /127.0.0.1:49524
[junit4:junit4]   2> 12324 T1572 oaz.ClientCnxn$SendThread.onConnected Session establishment complete on server localhost/127.0.0.1:49505, sessionid = 0x13cd417e1d9000c, negotiated timeout = 20000
[junit4:junit4]   2> 12325 T1573 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ddce5c7 name:ZooKeeperConnection Watcher:127.0.0.1:49505/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 12325 T1486 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 12327 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d9000c type:create cxid:0x1 zxid:0x9f txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12329 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d9000c type:create cxid:0x2 zxid:0xa0 txntype:-1 reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4:junit4]   2> 12332 T1486 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 12338 T1486 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49522_sq%2Fqx
[junit4:junit4]   2> 12339 T1491 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x13cd417e1d9000c type:delete cxid:0x9 zxid:0xa1 txntype:-1 reqpath:n/a Error Path:/solr/live_nodes/127.0.0.1:49522_sq%2Fqx Error:KeeperErrorCode = NoNode for /solr/live_nodes/127.0.0.1:49522_sq%2Fqx
[junit4:junit4]   2> 12340 T1486 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49522_sq%2Fqx
[junit4:junit4]   2> 12346 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12346 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12346 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12348 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12350 T1573 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12349 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 12357 T1527 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12358 T1542 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12358 T1508 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12360 T1557 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12360 T1514 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 12374 T1574 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/collection1
[junit4:junit4]   2> 12374 T1574 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 12375 T1574 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 12376 T1574 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 12380 T1574 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/collection1/'
[junit4:junit4]   2> 12382 T1574 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 12383 T1574 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/collection1/lib/README' to classloader
[junit4:junit4]   2> 12446 T1574 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 12526 T1574 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 12528 T1574 oass.IndexSchema.readSchema Reading Solr Schema
[junit4:junit4]   2> 12535 T1574 oass.IndexSchema.readSchema Schema name=test
[junit4:junit4]   2> 12858 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 12859 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49518_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49518/sq/qx"}
[junit4:junit4]   2> 12865 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12865 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12866 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12866 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12866 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 12867 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 13136 T1574 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 13146 T1574 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 13150 T1574 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 13173 T1574 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13178 T1574 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 13184 T1574 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13186 T1574 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 13189 T1574 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-jetty4-1360768012441/collection1/, dataDir=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/
[junit4:junit4]   2> 13189 T1574 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@8a051f4
[junit4:junit4]   2> 13190 T1574 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 13191 T1574 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4 forceNew:false
[junit4:junit4]   2> 13191 T1574 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 13192 T1574 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index/
[junit4:junit4]   2> 13193 T1574 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory './org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 13194 T1574 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index forceNew:false
[junit4:junit4]   2> 13202 T1574 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2aa67c68; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 13203 T1574 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 13205 T1574 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index
[junit4:junit4]   2> 13205 T1574 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 13210 T1574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 13211 T1574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 13212 T1574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 13213 T1574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 13214 T1574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 13215 T1574 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 13216 T1574 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 13217 T1574 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 13218 T1574 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 13220 T1574 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 13221 T1574 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 13222 T1574 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 13223 T1574 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 13224 T1574 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 13225 T1574 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 13226 T1574 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 13227 T1574 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13229 T1574 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13230 T1574 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13231 T1574 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13232 T1574 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13233 T1574 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13234 T1574 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13235 T1574 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 13235 T1574 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 13236 T1574 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 13242 T1574 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 13245 T1574 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 13248 T1574 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SCHEMA.XML, OLD_SYNONYMS.TXT, STOPWORDS.TXT, PROTWORDS.TXT, OPEN-EXCHANGE-RATES.JSON, SYNONYMS.TXT, CURRENCY.XML, MAPPING-ISOLATIN1ACCENT.TXT]
[junit4:junit4]   2> 13252 T1574 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 13253 T1574 oass.SolrIndexSearcher.<init> Opening Searcher@703a8583 main
[junit4:junit4]   2> 13254 T1574 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 13255 T1574 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 13255 T1574 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 13265 T1574 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 13298 T1575 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@703a8583 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 13305 T1574 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 13305 T1574 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 14382 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 14383 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49522_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49522/sq/qx"}
[junit4:junit4]   2> 14383 T1509 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 14384 T1509 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
[junit4:junit4]   2> 14392 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14392 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14392 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14393 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14393 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 14394 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2>  C122_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49518_sq%2Fqx, base_url=http://127.0.0.1:49518/sq/qx}
[junit4:junit4]   2> 14988 T1560 C122 P49518 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49512/sq/qx/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 14989 T1560 C122 P49518 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49518/sq/qx START replicas=[http://127.0.0.1:49512/sq/qx/collection1/] nUpdates=100
[junit4:junit4]   2> 14990 T1560 C122 P49518 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 14992 T1560 C122 P49518 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 14992 T1560 C122 P49518 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 14994 T1560 C122 P49518 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 14994 T1560 C122 P49518 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 14995 T1560 C122 P49518 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49512/sq/qx/collection1/. core=collection1
[junit4:junit4]   2> 14995 T1560 C122 P49518 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C123 name=collection1 org.apache.solr.core.SolrCore@70c46ae3 url=http://127.0.0.1:49512/sq/qx/collection1 node=127.0.0.1:49512_sq%2Fqx C123_STATE=coll:collection1 core:collection1 props:{shard=shard1, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49512_sq%2Fqx, base_url=http://127.0.0.1:49512/sq/qx, leader=true}
[junit4:junit4]   2> 15007 T1520 C123 P49512 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 15010 T1521 C123 P49512 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15012 T1521 C123 P49512 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1
[junit4:junit4]   2> 15018 T1521 C123 P49512 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7640c83f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 15019 T1521 C123 P49512 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 15024 T1521 C123 P49512 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7640c83f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7640c83f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15025 T1521 C123 P49512 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15026 T1521 C123 P49512 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1
[junit4:junit4]   2> 15027 T1521 C123 P49512 oass.SolrIndexSearcher.<init> Opening Searcher@36a201f4 realtime
[junit4:junit4]   2> 15028 T1521 C123 P49512 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15029 T1521 C123 P49512 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   2> 15031 T1560 C122 P49518 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15032 T1560 C122 P49518 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 15036 T1523 C123 P49512 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 15037 T1523 C123 P49512 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 15039 T1560 C122 P49518 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 15039 T1560 C122 P49518 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 15040 T1560 C122 P49518 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 15047 T1519 C123 P49512 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1
[junit4:junit4]   2> 15048 T1519 C123 P49512 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty1/index
[junit4:junit4]   2> 15049 T1519 C123 P49512 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=3 
[junit4:junit4]   2> 15051 T1560 C122 P49518 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 15053 T1560 C122 P49518 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512 forceNew:false
[junit4:junit4]   2> 15054 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 15055 T1560 C122 P49518 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1545b299; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 15059 T1518 C123 P49512 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 15063 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index
[junit4:junit4]   2> 15063 T1560 C122 P49518 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 15064 T1560 C122 P49518 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130213150655512
[junit4:junit4]   2> 15066 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 15067 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 15068 T1560 C122 P49518 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512
[junit4:junit4]   2> 15073 T1560 C122 P49518 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1545b299; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15075 T1560 C122 P49518 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15077 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 15078 T1560 C122 P49518 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 15078 T1560 C122 P49518 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 15079 T1560 C122 P49518 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 15080 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512
[junit4:junit4]   2> 15082 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 15086 T1560 C122 P49518 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1545b299; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 15087 T1560 C122 P49518 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 15088 T1560 C122 P49518 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 15089 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 15089 T1560 C122 P49518 oass.SolrIndexSearcher.<init> Opening Searcher@7eae5ac0 main
[junit4:junit4]   2> 15093 T1559 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7eae5ac0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 15095 T1559 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index
[junit4:junit4]   2> 15095 T1560 C122 P49518 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 15099 T1560 C122 P49518 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1545b299; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1545b299; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 15100 T1560 C122 P49518 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 15101 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3
[junit4:junit4]   2> 15102 T1560 C122 P49518 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 15102 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index.20130213150655512
[junit4:junit4]   2> 15103 T1560 C122 P49518 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty3/index
[junit4:junit4]   2> 15103 T1560 C122 P49518 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 15104 T1560 C122 P49518 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 15104 T1560 C122 P49518 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 15105 T1560 C122 P49518 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15108 T1560 C122 P49518 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 15310 T1574 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 15310 T1574 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49522/sq/qx collection:collection1 shard:shard2
[junit4:junit4]   2> 15319 T1574 oasc.ZkController.register We are http://127.0.0.1:49522/sq/qx/collection1/ and leader is http://127.0.0.1:49515/sq/qx/collection1/
[junit4:junit4]   2> 15319 T1574 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49522/sq/qx
[junit4:junit4]   2> 15320 T1574 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 15321 T1574 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C124 name=collection1 org.apache.solr.core.SolrCore@1834b14a url=http://127.0.0.1:49522/sq/qx/collection1 node=127.0.0.1:49522_sq%2Fqx C124_STATE=coll:collection1 core:collection1 props:{shard=null, roles=null, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49522_sq%2Fqx, base_url=http://127.0.0.1:49522/sq/qx}
[junit4:junit4]   2> 15323 T1578 C124 P49522 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 15324 T1578 C124 P49522 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 15325 T1574 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15325 T1578 C124 P49522 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 15326 T1578 C124 P49522 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 15328 T1486 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 15329 T1578 C124 P49522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15329 T1486 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 15330 T1486 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 15343 T1486 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15347 T1486 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 15349 T1486 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15909 T1509 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 15912 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49518_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49518/sq/qx"}
[junit4:junit4]   2> 15921 T1509 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49522_sq%2Fqx",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49522/sq/qx"}
[junit4:junit4]   2> 15932 T1527 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15933 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15934 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15934 T1557 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15932 T1542 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 15935 T1514 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 16354 T1486 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 17362 T1486 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C124_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49522_sq%2Fqx, base_url=http://127.0.0.1:49522/sq/qx}
[junit4:junit4]   2> 18350 T1578 C124 P49522 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49515/sq/qx/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 18350 T1578 C124 P49522 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49522/sq/qx START replicas=[http://127.0.0.1:49515/sq/qx/collection1/] nUpdates=100
[junit4:junit4]   2> 18351 T1578 C124 P49522 oasu.PeerSync.sync WARNING no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 18352 T1578 C124 P49522 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 18352 T1578 C124 P49522 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 18352 T1578 C124 P49522 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 18366 T1578 C124 P49522 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 18366 T1578 C124 P49522 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49515/sq/qx/collection1/. core=collection1
[junit4:junit4]   2> 18367 T1578 C124 P49522 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C125 name=collection1 org.apache.solr.core.SolrCore@61cb67f1 url=http://127.0.0.1:49515/sq/qx/collection1 node=127.0.0.1:49515_sq%2Fqx C125_STATE=coll:collection1 core:collection1 props:{shard=shard2, roles=null, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49515_sq%2Fqx, base_url=http://127.0.0.1:49515/sq/qx, leader=true}
[junit4:junit4]   2> 18376 T1534 C125 P49515 REQ /get {getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 18379 T1537 C125 P49515 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18381 T1486 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 18381 T1537 C125 P49515 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2
[junit4:junit4]   2> 18387 T1537 C125 P49515 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6171417e; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 18389 T1537 C125 P49515 oasc.SolrDeletionPolicy.updateCommits newest commit = 1[segments_1]
[junit4:junit4]   2> 18394 T1537 C125 P49515 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6171417e; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_1,generation=1,filenames=[segments_1]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@6171417e; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18395 T1537 C125 P49515 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18397 T1537 C125 P49515 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2
[junit4:junit4]   2> 18398 T1537 C125 P49515 oass.SolrIndexSearcher.<init> Opening Searcher@777e84c2 realtime
[junit4:junit4]   2> 18399 T1537 C125 P49515 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18399 T1537 C125 P49515 /update {waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   2> 18402 T1578 C124 P49522 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18403 T1578 C124 P49522 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 18407 T1535 C125 P49515 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 18408 T1535 C125 P49515 REQ /replication {command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 18409 T1578 C124 P49522 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 18410 T1578 C124 P49522 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 18410 T1578 C124 P49522 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 18416 T1536 C125 P49515 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2
[junit4:junit4]   2> 18418 T1536 C125 P49515 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty2/index
[junit4:junit4]   2> 18419 T1536 C125 P49515 REQ /replication {command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=4 
[junit4:junit4]   2> 18420 T1578 C124 P49522 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 18422 T1578 C124 P49522 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881 forceNew:false
[junit4:junit4]   2> 18423 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 18424 T1578 C124 P49522 oash.SnapPuller.fetchLatestIndex Starting download to RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881 lockFactory=org.apache.lucene.store.NativeFSLockFactory@473cbd6f; maxCacheMB=48.0 maxMergeSizeMB=4.0)) fullCopy=true
[junit4:junit4]   2> 18434 T1538 C125 P49515 REQ /replication {file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 18437 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index
[junit4:junit4]   2> 18438 T1578 C124 P49522 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 18439 T1578 C124 P49522 oash.SnapPuller.modifyIndexProps New index installed. Updating index properties... index=index.20130213150658881
[junit4:junit4]   2> 18441 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 18442 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 18443 T1578 C124 P49522 oasc.SolrCore.getNewIndexDir New index directory detected: old=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index/ new=./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881
[junit4:junit4]   2> 18448 T1578 C124 P49522 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881 lockFactory=org.apache.lucene.store.NativeFSLockFactory@473cbd6f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18450 T1578 C124 P49522 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18452 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 18453 T1578 C124 P49522 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 18453 T1578 C124 P49522 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 18454 T1578 C124 P49522 oasu.DefaultSolrCoreState.newIndexWriter Rollback old IndexWriter... core=collection1
[junit4:junit4]   2> 18455 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881
[junit4:junit4]   2> 18457 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 18461 T1578 C124 P49522 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881 lockFactory=org.apache.lucene.store.NativeFSLockFactory@473cbd6f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 18462 T1578 C124 P49522 oasc.SolrDeletionPolicy.updateCommits newest commit = 2[segments_2]
[junit4:junit4]   2> 18462 T1578 C124 P49522 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 18463 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 18464 T1578 C124 P49522 oass.SolrIndexSearcher.<init> Opening Searcher@7c757b62 main
[junit4:junit4]   2> 18467 T1575 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7c757b62 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 18469 T1575 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index
[junit4:junit4]   2> 18469 T1578 C124 P49522 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=false,expungeDeletes=false,softCommit=false}
[junit4:junit4]   2> 18474 T1578 C124 P49522 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881 lockFactory=org.apache.lucene.store.NativeFSLockFactory@473cbd6f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_2,generation=2,filenames=[segments_2]
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881 lockFactory=org.apache.lucene.store.NativeFSLockFactory@473cbd6f; maxCacheMB=48.0 maxMergeSizeMB=4.0)),segFN=segments_3,generation=3,filenames=[segments_3]
[junit4:junit4]   2> 18474 T1578 C124 P49522 oasc.SolrDeletionPolicy.updateCommits newest commit = 3[segments_3]
[junit4:junit4]   2> 18476 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4
[junit4:junit4]   2> 18477 T1578 C124 P49522 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 18477 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index.20130213150658881
[junit4:junit4]   2> 18477 T1578 C124 P49522 oasc.CachingDirectoryFactory.close Releasing directory:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.BasicDistributedZkTest-1360768000466/jetty4/index
[junit4:junit4]   2> 18478 T1578 C124 P49522 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 18478 T1578 C124 P49522 oasc.RecoveryStrategy.doRecovery Replication Recovery was su

[...truncated too long message...]

:junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:121)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:149)
[junit4:junit4]    > 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:111)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:264)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultResponseParser.parseHead(DefaultResponseParser.java:98)
[junit4:junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:252)
[junit4:junit4]    > 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:282)
[junit4:junit4]    > 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:247)
[junit4:junit4]    > 	at org.apache.http.impl.conn.AbstractClientConnAdapter.receiveResponseHeader(AbstractClientConnAdapter.java:216)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:298)
[junit4:junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:647)
[junit4:junit4]    > 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:464)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:820)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:754)
[junit4:junit4]    > 	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:732)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:353)
[junit4:junit4]    > 	... 46 more
[junit4:junit4]   2> 197868 T4115 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {n_f1=Pulsing41(freqCutoff=7 minBlockSize=25 maxBlockSize=66), foo_b=Pulsing41(freqCutoff=15 minBlockSize=25 maxBlockSize=66), foo_d=PostingsFormat(name=Asserting), foo_f=Pulsing41(freqCutoff=15 minBlockSize=25 maxBlockSize=66), n_tl1=Pulsing41(freqCutoff=7 minBlockSize=25 maxBlockSize=66), n_d1=MockVariableIntBlock(baseBlockSize=47), rnd_b=PostingsFormat(name=Asserting), intDefault=MockVariableIntBlock(baseBlockSize=47), n_td1=Pulsing41(freqCutoff=7 minBlockSize=25 maxBlockSize=66), timestamp=MockVariableIntBlock(baseBlockSize=47), id=PostingsFormat(name=Asserting), range_facet_sl=Pulsing41(freqCutoff=15 minBlockSize=25 maxBlockSize=66), range_facet_si=Pulsing41(freqCutoff=7 minBlockSize=25 maxBlockSize=66), oddField_s=Pulsing41(freqCutoff=15 minBlockSize=25 maxBlockSize=66), multiDefault=Pulsing41(freqCutoff=7 minBlockSize=25 maxBlockSize=66), n_tf1=MockVariableIntBlock(baseBlockSize=47), n_dt1=Pulsing41(freqCutoff=7 minBlockSize=25 maxBlockSize=66), n_ti1=PostingsFormat(name=Asserting), range_facet_l=MockVariableIntBlock(baseBlockSize=47), text=Pulsing41(freqCutoff=15 minBlockSize=25 maxBlockSize=66), _version_=MockVariableIntBlock(baseBlockSize=47), SubjectTerms_mfacet=MockVariableIntBlock(baseBlockSize=47), a_t=MockVariableIntBlock(baseBlockSize=47), n_tdt1=MockVariableIntBlock(baseBlockSize=47), other_tl1=MockVariableIntBlock(baseBlockSize=47), n_l1=MockVariableIntBlock(baseBlockSize=47), a_si=Pulsing41(freqCutoff=7 minBlockSize=25 maxBlockSize=66)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=th_TH, timezone=Europe/Istanbul
[junit4:junit4]   2> NOTE: Mac OS X 10.8.2 x86_64/Oracle Corporation 1.7.0_10 (64-bit)/cpus=2,threads=2,free=176457024,total=369819648
[junit4:junit4]   2> NOTE: All tests run in this JVM: [ChaosMonkeyNothingIsSafeTest, TestReload, TestSearchPerf, TestExtendedDismaxParser, LeaderElectionTest, ZkCLITest, SimpleFacetsTest, ShowFileRequestHandlerTest, CoreContainerCoreInitFailuresTest, DocumentAnalysisRequestHandlerTest, MoreLikeThisHandlerTest, TestSolrJ, TestJmxMonitoredMap, LeaderElectionIntegrationTest, SchemaVersionSpecificBehaviorTest, DateFieldTest, IndexSchemaTest, BadComponentTest, PrimitiveFieldTypeTest, SolrIndexSplitterTest, URLClassifyProcessorTest, TestCSVResponseWriter, XsltUpdateRequestHandlerTest, UUIDFieldTest, OutputWriterTest, SolrCoreCheckLockOnStartupTest, TestCollationField, SpellingQueryConverterTest, TestFiltering, DistributedTermsComponentTest, SoftAutoCommitTest, TestMultiCoreConfBootstrap, HardAutoCommitTest, TestComponentsName, BasicFunctionalityTest, TestDocumentBuilder, TestRemoteStreaming, SolrRequestParserTest, SpellPossibilityIteratorTest, TestSurroundQueryParser, TestDefaultSimilarityFactory, TermVectorComponentTest, TestGroupingSearch, BasicZkTest, TestPseudoReturnFields, ScriptEngineTest, TestQueryUtils, TestAnalyzedSuggestions, SortByFunctionTest, TestDocSet, HighlighterTest, TestZkChroot, IndexReaderFactoryTest, TermsComponentTest, TestSuggestSpellingConverter, TestPropInjectDefaults, TestPartialUpdateDeduplication, EchoParamsTest, TestPerFieldSimilarity, SuggesterWFSTTest, TestCharFilters, TestMergePolicyConfig, DistributedSpellCheckComponentTest, FullSolrCloudDistribCmdsTest, StandardRequestHandlerTest, TestDistributedSearch, ReturnFieldsTest, TestCodecSupport, UpdateParamsTest, IndexBasedSpellCheckerTest, ShardRoutingCustomTest, DistributedQueryElevationComponentTest, TestWordDelimiterFilterFactory, SpellCheckCollatorTest, SuggesterTSTTest, JSONWriterTest, TestSystemIdResolver, BadIndexSchemaTest, TestTrie, SolrInfoMBeanTest, TestHashPartitioner, UniqFieldsUpdateProcessorFactoryTest, ConvertedLegacyTest, DocumentBuilderTest, TestFaceting, ZkSolrClientTest, TestSolrCoreProperties, MinimalSchemaTest, QueryParsingTest, TestSolrDeletionPolicy2, TestNumberUtils, TestFoldingMultitermQuery, DebugComponentTest, WordBreakSolrSpellCheckerTest, TestBinaryResponseWriter, PolyFieldTest, TestArbitraryIndexDir, ResourceLoaderTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, TestIndexingPerformance, LukeRequestHandlerTest, TestOmitPositions, TestValueSourceCache, RequestHandlersTest, AnalysisAfterCoreReloadTest, MultiTermTest, DirectUpdateHandlerOptimizeTest, TestUtils, PrimUtilsTest, FieldAnalysisRequestHandlerTest, TestQuerySenderNoQuery, TestCSVLoader, CircularListTest, TestAtomicUpdateErrorCases, TestConfig, BasicDistributedZkTest, OverseerTest, RecoveryZkTest, SpellCheckComponentTest, TestReplicationHandler, TestRealTimeGet, ZkControllerTest, TestDistributedGrouping, TestRandomFaceting, AutoCommitTest, StatsComponentTest, TestRecovery, TestJoin, SolrCoreTest, TestRangeQuery, DirectUpdateHandlerTest, TestCoreContainer, TestSort, DirectSolrSpellCheckerTest, FileBasedSpellCheckerTest, PeerSyncTest, QueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, TestJmxIntegration, SampleTest, TestIndexSearcher, CoreAdminHandlerTest, TestFunctionQuery, DirectSolrConnectionTest, CacheHeaderTest, QueryEqualityTest, SpatialFilterTest, MBeansHandlerTest, CurrencyFieldTest, DisMaxRequestHandlerTest, BinaryUpdateRequestHandlerTest, DistanceFunctionTest, TestQueryTypes, TestPHPSerializedResponseWriter, XmlUpdateRequestHandlerTest, PingRequestHandlerTest, JsonLoaderTest, TestSolrQueryParser, SolrPluginUtilsTest, FastVectorHighlighterTest, TestReversedWildcardFilterFactory, SearchHandlerTest, SuggesterFSTTest, CopyFieldTest, LoggingHandlerTest, SolrCmdDistributorTest, SuggesterTest, CSVRequestHandlerTest, NotRequiredUniqueKeyTest, TestSolrDeletionPolicy1, TestLuceneMatchVersion, UpdateRequestProcessorFactoryTest, TestPropInject, TestWriterPerf, NoCacheHeaderTest, AlternateDirectoryTest, FieldMutatingUpdateProcessorTest, TestUpdate, TestBinaryField, HighlighterConfigTest, SOLR749Test, DefaultValueUpdateProcessorTest, TestXIncludeConfig, TestLFUCache, TestQuerySenderListener, SolrIndexConfigTest, NumericFieldsTest, TestBM25SimilarityFactory, TestPhraseSuggestions, TestLMDirichletSimilarityFactory, TestPluginEnable, LegacyHTMLStripCharFilterTest, TestLMJelinekMercerSimilarityFactory, TestDFRSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, TestFastLRUCache, DateMathParserTest, PluginInfoTest, OpenExchangeRatesOrgProviderTest, FileUtilsTest, TestSolrXMLSerializer, TestBadConfig, DOMUtilTest, TestLRUCache, ChaosMonkeySafeLeaderTest, RAMDirectoryFactoryTest, SystemInfoHandlerTest, PreAnalyzedFieldTest, ZkNodePropsTest, PathHierarchyTokenizerFactoryTest, BasicDistributedZk2Test]
[junit4:junit4] Completed in 197.91s, 1 test, 1 error <<< FAILURES!

[...truncated 92 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:381: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:361: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:183: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:447: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1202: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:865: There were test failures: 250 suites, 1040 tests, 2 errors, 13 ignored (2 assumptions)

Total time: 84 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Description set: Java: 64bit/jdk1.7.0 -XX:+UseParallelGC
Email was triggered for: Failure
Sending email for trigger: Failure